Setting each total_size_limit for 5 buffers to 3849017794 bytes
Setting queued_chunks_limit_size for each buffer to 458
Setting chunk_limit_size for each buffer to 8388608
/var/lib/fluentd/pos/journal_pos.json exists, checking if yajl parser able to parse this json file without any error.
ruby 2.7.4p191 (2021-07-07 revision a21a3b7d23) [x86_64-linux]
checking if /var/lib/fluentd/pos/journal_pos.json a valid json by calling yajl parser
2022-09-09 08:45:47 +0000 [warn]: '@' is the system reserved prefix. It works in the nested configuration for now but it will be rejected: @timestamp
/usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/elasticsearch_compat.rb:8: warning: already initialized constant TRANSPORT_CLASS
/usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/elasticsearch_compat.rb:3: warning: previous definition of TRANSPORT_CLASS was here
/usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/elasticsearch_compat.rb:25: warning: already initialized constant SELECTOR_CLASS
/usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/elasticsearch_compat.rb:20: warning: previous definition of SELECTOR_CLASS was here
2022-09-09 08:45:49 +0000 [warn]: parameter 'de_dot' in <filter kubernetes.**>
  @id kubernetes-metadata
  @type kubernetes_metadata
  kubernetes_url "https://kubernetes.default.svc"
  annotation_match ["^containerType.logging.openshift.io/.*$"]
  allow_orphans false
  cache_size 1000
  de_dot false
  use_journal nil
  ssl_partial_chain true
</filter> is not used.
2022-09-09 08:45:49 +0000 [warn]: parameter 'use_journal' in <filter kubernetes.**>
  @id kubernetes-metadata
  @type kubernetes_metadata
  kubernetes_url "https://kubernetes.default.svc"
  annotation_match ["^containerType.logging.openshift.io/.*$"]
  allow_orphans false
  cache_size 1000
  de_dot false
  use_journal nil
  ssl_partial_chain true
</filter> is not used.
2022-09-09 08:45:49 +0000 [warn]: For security reason, setting private_key_passphrase is recommended when cert_path is specified
2022-09-09 08:45:50 +0000 [warn]: [external] failed to flush the buffer. retry_times=0 next_retry_time=2022-09-09 08:45:52 +0000 chunk="5e83a920b8f887727ce9c2887b12b350" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"vvhu4046.power.inet\", :port=>50522, :scheme=>\"http\"}): undefined method `dig' for \"ok\":String"
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/out_elasticsearch.rb:1139:in `rescue in send_bulk'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/out_elasticsearch.rb:1101:in `send_bulk'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/out_elasticsearch.rb:879:in `block in write'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/out_elasticsearch.rb:878:in `each'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/out_elasticsearch.rb:878:in `write'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.6/lib/fluent/plugin/output.rb:1179:in `try_flush'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.6/lib/fluent/plugin/output.rb:1500:in `flush_thread_run'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.6/lib/fluent/plugin/output.rb:499:in `block (2 levels) in start'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.6/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
2022-09-09 08:45:50 +0000 [warn]: [external] failed to flush the buffer. retry_times=0 next_retry_time=2022-09-09 08:45:52 +0000 chunk="5e83a92002cee3b419e63c017fe3a637" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"vvhu4046.power.inet\", :port=>50522, :scheme=>\"http\"}): undefined method `dig' for \"ok\":String"
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/out_elasticsearch.rb:1139:in `rescue in send_bulk'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/out_elasticsearch.rb:1101:in `send_bulk'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/out_elasticsearch.rb:879:in `block in write'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/out_elasticsearch.rb:878:in `each'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.2/lib/fluent/plugin/out_elasticsearch.rb:878:in `write'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.6/lib/fluent/plugin/output.rb:1179:in `try_flush'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.6/lib/fluent/plugin/output.rb:1500:in `flush_thread_run'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.6/lib/fluent/plugin/output.rb:499:in `block (2 levels) in start'
  2022-09-09 08:45:50 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.6/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
2022-09-09 08:45:51 +0000 [warn]: [external] failed to flush the buffer. retry_times=1 next_retry_time=2022-09-09 08:45:54 +0000 chunk="5e83a92002cee3b419e63c017fe3a637" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"vvhu4046.power.inet\", :port=>50522, :scheme=>\"http\"}): undefined method `dig' for \"ok\":String"
  2022-09-09 08:45:51 +0000 [warn]: suppressed same stacktrace
2022-09-09 08:45:51 +0000 [warn]: [external] failed to flush the buffer. retry_times=1 next_retry_time=2022-09-09 08:45:54 +0000 chunk="5e83a920b8f887727ce9c2887b12b350" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"vvhu4046.power.inet\", :port=>50522, :scheme=>\"http\"}): undefined method `dig' for \"ok\":String"
  2022-09-09 08:45:51 +0000 [warn]: suppressed same stacktrace
2022-09-09 08:45:54 +0000 [warn]: [external] failed to flush the buffer. retry_times=2 next_retry_time=2022-09-09 08:45:58 +0000 chunk="5e83a920b8f887727ce9c2887b12b350" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"vvhu4046.power.inet\", :port=>50522, :scheme=>\"http\"}): undefined method `dig' for \"ok\":String"
  2022-09-09 08:45:54 +0000 [warn]: suppressed same stacktrace
2022-09-09 08:45:54 +0000 [warn]: [external] failed to flush the buffer. retry_times=2 next_retry_time=2022-09-09 08:45:58 +0000 chunk="5e83a92002cee3b419e63c017fe3a637" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"vvhu4046.power.inet\", :port=>50522, :scheme=>\"http\"}): undefined method `dig' for \"ok\":String"
  2022-09-09 08:45:54 +0000 [warn]: suppressed same stacktrace
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_activator-bd8dd4f86-jhpxv_e70e7369-2e1a-4c64-b411-b179264e8032.kube-rbac-proxy.0.log" time=2022-09-09 08:45:46.062937364 +0000 record={"docker"=>{"container_id"=>"24e61c0e381dbb8da9a0cbe2b1c64aac9869274bb4f008166d2d5579fca32648"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"activator-bd8dd4f86-jhpxv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"e70e7369-2e1a-4c64-b411-b179264e8032", "pod_ip"=>"10.52.4.39", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"activator", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=activator", "app.kubernetes.io/component=activator", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=bd8dd4f86", "role=activator", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:46.062845       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.893405+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>15}, "@timestamp"=>"2022-09-09T08:45:46.062937364+00:00", "viaq_msg_id"=>"Y2YxZTUzOGYtZGQ3NC00ZmQ2LTlmNjYtYjdkZTA3MmRkZGFi", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_activator-bd8dd4f86-jhpxv_e70e7369-2e1a-4c64-b411-b179264e8032.kube-rbac-proxy.0.log" time=2022-09-09 08:45:46.063007838 +0000 record={"docker"=>{"container_id"=>"24e61c0e381dbb8da9a0cbe2b1c64aac9869274bb4f008166d2d5579fca32648"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"activator-bd8dd4f86-jhpxv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"e70e7369-2e1a-4c64-b411-b179264e8032", "pod_ip"=>"10.52.4.39", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"activator", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=activator", "app.kubernetes.io/component=activator", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=bd8dd4f86", "role=activator", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:46.062940       1 round_trippers.go:423] curl -k -v -XPOST  -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" -H \"Content-Type: application/json\" -H \"Accept: application/json, */*\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk2NSwiaWF0IjoxNjYyNzExOTY1LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtc2VydmluZyIsInBvZCI6eyJuYW1lIjoiYWN0aXZhdG9yLWJkOGRkNGY4Ni1qaHB4diIsInVpZCI6ImU3MGU3MzY5LTJlMWEtNGM2NC1iNDExLWIxNzkyNjRlODAzMiJ9LCJzZXJ2aWNlYWNjb3VudCI6eyJuYW1lIjoiY29udHJvbGxlciIsInVpZCI6IjYzYTcwYjFjLTU3MDktNDU5ZC05NDAyLTU0MzFhOTVhNzkyMiJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NzJ9LCJuYmYiOjE2NjI3MTE5NjUsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDprbmF0aXZlLXNlcnZpbmc6Y29udHJvbGxlciJ9.mIuEAST-vXsbOyT7WGbBIg2ijU8C7UAO89uHIaAO-byKYjq0b3LeEU5q525DRJS2INI3dC9DHmvvpmPmNrwlzXI4OBCThMJn-9e-bX6-cAykO4LRabsUbUJCM3zXnBE8DgFM5JkF9pWrdrG07s-nXwpORt5QyI4ZwESZZZtUFqXwPPkRNkN8fxNgb07_QO0X1YGXhtjdXx9zlSsmodlhnVARmT04BPXJpC3TS4h0thLZVHRxnvXbO2Tl_ekcbeqJx9Hg5FKhT7vHDA2jTdnJHPvCunTWyKmvGlsRJKe2La3TA2loSsT16lN01CF03yIT_Z9Pf018F9-bRPy_eJE2MH_mMjRVI3EVu6BuHDx2FYW-hTUwbTZeXApvrgobUOjrhGRnjifYWtzOZwbp8lU22jdLr1WpCiHpkpDVx-7S6VCxYL68sf2kENS-3jskso0K7VPfKGt48bgtj351byX77G9wTCloEEUiRrPHJf9O76-7eXb8gp_FSMUjPc-31PKFNohl5SXejzWl-7SfjZ8A1LlzPZKBoW7eKW00BrcOeZqbwJAItkSKvcMCptvud6znoth68kOplXqYMDSXU3SYYSRoqblq7oH6m1xjKnVnmsQPbrFREx7gJgUop2v4s5KAvf6ogy35liVFeKmADTqyy2iSZr_FMKbavK58sb_t57c\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.893642+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>16}, "@timestamp"=>"2022-09-09T08:45:46.063007838+00:00", "viaq_msg_id"=>"YzdjNDVjMDQtMzcyZi00ZWZiLTk4MzYtOTJkZGEzMGY4ZTM3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_activator-bd8dd4f86-jhpxv_e70e7369-2e1a-4c64-b411-b179264e8032.kube-rbac-proxy.0.log" time=2022-09-09 08:45:46.066652479 +0000 record={"docker"=>{"container_id"=>"24e61c0e381dbb8da9a0cbe2b1c64aac9869274bb4f008166d2d5579fca32648"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"activator-bd8dd4f86-jhpxv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"e70e7369-2e1a-4c64-b411-b179264e8032", "pod_ip"=>"10.52.4.39", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"activator", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=activator", "app.kubernetes.io/component=activator", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=bd8dd4f86", "role=activator", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:46.066579       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 3 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.893750+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>17}, "@timestamp"=>"2022-09-09T08:45:46.066652479+00:00", "viaq_msg_id"=>"OWVlYjljZDAtMDYzZS00MGQzLThhNDItYjY3NWY3ZWQxZmQ4", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_activator-bd8dd4f86-jhpxv_e70e7369-2e1a-4c64-b411-b179264e8032.kube-rbac-proxy.0.log" time=2022-09-09 08:45:46.066652479 +0000 record={"docker"=>{"container_id"=>"24e61c0e381dbb8da9a0cbe2b1c64aac9869274bb4f008166d2d5579fca32648"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"activator-bd8dd4f86-jhpxv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"e70e7369-2e1a-4c64-b411-b179264e8032", "pod_ip"=>"10.52.4.39", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"activator", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=activator", "app.kubernetes.io/component=activator", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=bd8dd4f86", "role=activator", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:46.066616       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.893859+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>18}, "@timestamp"=>"2022-09-09T08:45:46.066652479+00:00", "viaq_msg_id"=>"NGQ3YzEwMjQtMGY4Ni00NGRiLThhODEtYzFkNGU4NjM2OTk2", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_activator-bd8dd4f86-jhpxv_e70e7369-2e1a-4c64-b411-b179264e8032.kube-rbac-proxy.0.log" time=2022-09-09 08:45:46.066652479 +0000 record={"docker"=>{"container_id"=>"24e61c0e381dbb8da9a0cbe2b1c64aac9869274bb4f008166d2d5579fca32648"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"activator-bd8dd4f86-jhpxv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"e70e7369-2e1a-4c64-b411-b179264e8032", "pod_ip"=>"10.52.4.39", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"activator", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=activator", "app.kubernetes.io/component=activator", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=bd8dd4f86", "role=activator", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:46.066623       1 round_trippers.go:452]     Audit-Id: 2875aec3-7f71-4365-8b5d-3ca08b5a7708", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.893967+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>19}, "@timestamp"=>"2022-09-09T08:45:46.066652479+00:00", "viaq_msg_id"=>"ZDQzYjFmNDctMWY2ZS00YmEzLWI1ZjUtODI5ZGEzY2VkMmVm", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_activator-bd8dd4f86-jhpxv_e70e7369-2e1a-4c64-b411-b179264e8032.kube-rbac-proxy.0.log" time=2022-09-09 08:45:46.066652479 +0000 record={"docker"=>{"container_id"=>"24e61c0e381dbb8da9a0cbe2b1c64aac9869274bb4f008166d2d5579fca32648"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"activator-bd8dd4f86-jhpxv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"e70e7369-2e1a-4c64-b411-b179264e8032", "pod_ip"=>"10.52.4.39", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"activator", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=activator", "app.kubernetes.io/component=activator", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=bd8dd4f86", "role=activator", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:46.066629       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.894069+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>20}, "@timestamp"=>"2022-09-09T08:45:46.066652479+00:00", "viaq_msg_id"=>"N2U1NTA1NjctY2RiOC00MDIzLWEzYjctODY4ZjJjN2Q2M2Nl", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_activator-bd8dd4f86-jhpxv_e70e7369-2e1a-4c64-b411-b179264e8032.kube-rbac-proxy.0.log" time=2022-09-09 08:45:46.066652479 +0000 record={"docker"=>{"container_id"=>"24e61c0e381dbb8da9a0cbe2b1c64aac9869274bb4f008166d2d5579fca32648"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"activator-bd8dd4f86-jhpxv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"e70e7369-2e1a-4c64-b411-b179264e8032", "pod_ip"=>"10.52.4.39", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"activator", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=activator", "app.kubernetes.io/component=activator", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=bd8dd4f86", "role=activator", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:46.066633       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.894194+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>21}, "@timestamp"=>"2022-09-09T08:45:46.066652479+00:00", "viaq_msg_id"=>"YTg3NTJhOTAtZTYwNi00YTNkLWIyMzgtNTI3MWQyYzk1YmQ2", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_activator-bd8dd4f86-jhpxv_e70e7369-2e1a-4c64-b411-b179264e8032.kube-rbac-proxy.0.log" time=2022-09-09 08:45:46.066652479 +0000 record={"docker"=>{"container_id"=>"24e61c0e381dbb8da9a0cbe2b1c64aac9869274bb4f008166d2d5579fca32648"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"activator-bd8dd4f86-jhpxv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"e70e7369-2e1a-4c64-b411-b179264e8032", "pod_ip"=>"10.52.4.39", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"activator", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=activator", "app.kubernetes.io/component=activator", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=bd8dd4f86", "role=activator", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:46.066638       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.894306+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>22}, "@timestamp"=>"2022-09-09T08:45:46.066652479+00:00", "viaq_msg_id"=>"ZDRkZjU0ZDgtN2RlNi00N2UyLThmODEtNzhkN2E2YWU2YzI1", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_activator-bd8dd4f86-jhpxv_e70e7369-2e1a-4c64-b411-b179264e8032.kube-rbac-proxy.0.log" time=2022-09-09 08:45:46.066652479 +0000 record={"docker"=>{"container_id"=>"24e61c0e381dbb8da9a0cbe2b1c64aac9869274bb4f008166d2d5579fca32648"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"activator-bd8dd4f86-jhpxv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"e70e7369-2e1a-4c64-b411-b179264e8032", "pod_ip"=>"10.52.4.39", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"activator", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=activator", "app.kubernetes.io/component=activator", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=bd8dd4f86", "role=activator", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:46.066642       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.894439+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>23}, "@timestamp"=>"2022-09-09T08:45:46.066652479+00:00", "viaq_msg_id"=>"ZGQxNWJkNDQtMGU4OC00NjNmLWFjNGMtYTJmNWE2MWM0YmQy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_activator-bd8dd4f86-jhpxv_e70e7369-2e1a-4c64-b411-b179264e8032.kube-rbac-proxy.0.log" time=2022-09-09 08:45:46.066652479 +0000 record={"docker"=>{"container_id"=>"24e61c0e381dbb8da9a0cbe2b1c64aac9869274bb4f008166d2d5579fca32648"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"activator-bd8dd4f86-jhpxv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"e70e7369-2e1a-4c64-b411-b179264e8032", "pod_ip"=>"10.52.4.39", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"activator", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=activator", "app.kubernetes.io/component=activator", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=bd8dd4f86", "role=activator", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:46.066645       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.894578+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>24}, "@timestamp"=>"2022-09-09T08:45:46.066652479+00:00", "viaq_msg_id"=>"ZWY1NGViNjgtNTM1Mi00NTg0LWJkOTYtMGI0ZGU5NDhhY2Q2", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_activator-bd8dd4f86-jhpxv_e70e7369-2e1a-4c64-b411-b179264e8032.kube-rbac-proxy.0.log" time=2022-09-09 08:45:46.066718086 +0000 record={"docker"=>{"container_id"=>"24e61c0e381dbb8da9a0cbe2b1c64aac9869274bb4f008166d2d5579fca32648"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"activator-bd8dd4f86-jhpxv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"e70e7369-2e1a-4c64-b411-b179264e8032", "pod_ip"=>"10.52.4.39", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"activator", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=activator", "app.kubernetes.io/component=activator", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=bd8dd4f86", "role=activator", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:46.066648       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:45:46 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.894712+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>25}, "@timestamp"=>"2022-09-09T08:45:46.066718086+00:00", "viaq_msg_id"=>"Y2VkNGE3ODQtZTMwZS00ZWUyLTkyNWUtNTMwOGI4YTI3MDg5", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_activator-bd8dd4f86-jhpxv_e70e7369-2e1a-4c64-b411-b179264e8032.kube-rbac-proxy.0.log" time=2022-09-09 08:45:46.066718086 +0000 record={"docker"=>{"container_id"=>"24e61c0e381dbb8da9a0cbe2b1c64aac9869274bb4f008166d2d5579fca32648"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"activator-bd8dd4f86-jhpxv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"e70e7369-2e1a-4c64-b411-b179264e8032", "pod_ip"=>"10.52.4.39", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"activator", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=activator", "app.kubernetes.io/component=activator", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=bd8dd4f86", "role=activator", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:46.066685       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:45:46Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.894818+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>26}, "@timestamp"=>"2022-09-09T08:45:46.066718086+00:00", "viaq_msg_id"=>"Y2U4MWFlZWMtM2NmOS00OTIxLWI1YzAtOWI3M2EwNTgyYjUw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-vxq5b_3d589d04-039f-4770-9b5a-7a8330c176e8.kube-rbac-proxy.0.log" time=2022-09-09 08:45:40.532018981 +0000 record={"docker"=>{"container_id"=>"5aa95b36478c4562069552ff5e11d2f773cacd3325ef9aa779713fc30cf06704"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-vxq5b", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3d589d04-039f-4770-9b5a-7a8330c176e8", "pod_ip"=>"10.52.4.34", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:45:40.531671       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.939456+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>27}, "@timestamp"=>"2022-09-09T08:45:40.532018981+00:00", "viaq_msg_id"=>"MmY4ZjIyNDItZWNkNC00ODZmLWJkYTMtYTkyNzRiOTNiMjQ4", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-vxq5b_3d589d04-039f-4770-9b5a-7a8330c176e8.kube-rbac-proxy.0.log" time=2022-09-09 08:45:40.532018981 +0000 record={"docker"=>{"container_id"=>"5aa95b36478c4562069552ff5e11d2f773cacd3325ef9aa779713fc30cf06704"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-vxq5b", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3d589d04-039f-4770-9b5a-7a8330c176e8", "pod_ip"=>"10.52.4.34", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:45:40.531903       1 round_trippers.go:423] curl -k -v -XPOST  -H \"Accept: application/json, */*\" -H \"Content-Type: application/json\" -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0ODE1MywiaWF0IjoxNjYyNzEyMTUzLCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtZXZlbnRpbmciLCJwb2QiOnsibmFtZSI6Im10LWJyb2tlci1jb250cm9sbGVyLTViYjZjNmI4ZDktdnhxNWIiLCJ1aWQiOiIzZDU4OWQwNC0wMzlmLTQ3NzAtOWI1YS03YTgzMzBjMTc2ZTgifSwic2VydmljZWFjY291bnQiOnsibmFtZSI6ImV2ZW50aW5nLWNvbnRyb2xsZXIiLCJ1aWQiOiJiNzUxMzJhNi0xZjdjLTQ0NWEtYmJlOS1jZTM1ODA4NGFlN2UifSwid2FybmFmdGVyIjoxNjYyNzE1NzYwfSwibmJmIjoxNjYyNzEyMTUzLCJzdWIiOiJzeXN0ZW06c2VydmljZWFjY291bnQ6a25hdGl2ZS1ldmVudGluZzpldmVudGluZy1jb250cm9sbGVyIn0.mZV2SxT6dhp7onPosHScWAtPjbsvSY5LsyYj_85ZTlVgLxW0dH-OhL-yW2B-lCvGN5pwykd5Dmo6w8EX66QLZOEk6l-u2j-eZ_uGTI5SRWrc1Lp5REyKp2YuACt2_Lk1G17UdnHrrM4jMZKiVM24G1W9nId2LPME5JlQQTS5s9D1CNrMfRLqdjnrvH6cjx2lZh_Y7wP-koNAXw3VLC3Qm6A5Z7GyRdj512NQi6tRHzsu5fjMg80CXuUKMD0VzN4NuKu0ycvryiCfKQWJKfQwLwcbTghtaQW4nmsSFyoPKDMhZapfQQL3ji7BwmML1K0pF_RylODE-zzznRw6hz6uGHdxGQRH8PNMkP-97tLoGvnsG8_wj1r-IfsbAqdTTUJdnzggixBwW10CXiNM-qIQ2rRrfEh3k5NtDDYTfQLm5JYfLd60pUJQCft8HFX53nGjDEDQsGUKJ38TY4wHaLsC03bN_DGR-ftToOFSe6zq60_QkRNf7SBxB3DviIgCEAoyjpGo275emfNKK771y-ivR8IO0WCQRaFV4dEZJ84D3cYBH-hjQtCuuWHDtfaFL00SojYe5M14jW2V2YZFloQB5ewiQj_nFmUCI8tcHfoQoodfGiGTPzeXi9X2VZ6Rz_5L4qqWjZp23SawXiT4d8a9RybEXahgygu6MQI9YMgW6Z0\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.939627+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>28}, "@timestamp"=>"2022-09-09T08:45:40.532018981+00:00", "viaq_msg_id"=>"ZWRkN2RmMGYtYzQyZi00ZWU5LWIyNjktZTg2MWE4MGRjYTQ5", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-vxq5b_3d589d04-039f-4770-9b5a-7a8330c176e8.kube-rbac-proxy.0.log" time=2022-09-09 08:45:40.534806802 +0000 record={"docker"=>{"container_id"=>"5aa95b36478c4562069552ff5e11d2f773cacd3325ef9aa779713fc30cf06704"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-vxq5b", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3d589d04-039f-4770-9b5a-7a8330c176e8", "pod_ip"=>"10.52.4.34", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:45:40.534745       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 2 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.939735+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>29}, "@timestamp"=>"2022-09-09T08:45:40.534806802+00:00", "viaq_msg_id"=>"MmFjMzQyMTYtN2IxOS00MGJiLTgzNzQtODQwMzk5ZWU1NWZm", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-vxq5b_3d589d04-039f-4770-9b5a-7a8330c176e8.kube-rbac-proxy.0.log" time=2022-09-09 08:45:40.534806802 +0000 record={"docker"=>{"container_id"=>"5aa95b36478c4562069552ff5e11d2f773cacd3325ef9aa779713fc30cf06704"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-vxq5b", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3d589d04-039f-4770-9b5a-7a8330c176e8", "pod_ip"=>"10.52.4.34", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:45:40.534776       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.939854+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>30}, "@timestamp"=>"2022-09-09T08:45:40.534806802+00:00", "viaq_msg_id"=>"MTllODgwODEtNjgxOS00YmFiLWFkNTEtYjA2ODBkNzk4OWM5", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-vxq5b_3d589d04-039f-4770-9b5a-7a8330c176e8.kube-rbac-proxy.0.log" time=2022-09-09 08:45:40.534806802 +0000 record={"docker"=>{"container_id"=>"5aa95b36478c4562069552ff5e11d2f773cacd3325ef9aa779713fc30cf06704"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-vxq5b", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3d589d04-039f-4770-9b5a-7a8330c176e8", "pod_ip"=>"10.52.4.34", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:45:40.534783       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.939958+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>31}, "@timestamp"=>"2022-09-09T08:45:40.534806802+00:00", "viaq_msg_id"=>"NGU1YmE2Y2UtOTYyYS00ZjQxLWFkNDItMmI5MDA1ZjUwZTRj", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-vxq5b_3d589d04-039f-4770-9b5a-7a8330c176e8.kube-rbac-proxy.0.log" time=2022-09-09 08:45:40.534806802 +0000 record={"docker"=>{"container_id"=>"5aa95b36478c4562069552ff5e11d2f773cacd3325ef9aa779713fc30cf06704"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-vxq5b", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3d589d04-039f-4770-9b5a-7a8330c176e8", "pod_ip"=>"10.52.4.34", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:45:40.534786       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.940056+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>32}, "@timestamp"=>"2022-09-09T08:45:40.534806802+00:00", "viaq_msg_id"=>"OGJlOGM4NmQtMTE1Ni00NzcxLWFkNGYtZjhmMTQwOGQyMWIw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-vxq5b_3d589d04-039f-4770-9b5a-7a8330c176e8.kube-rbac-proxy.0.log" time=2022-09-09 08:45:40.534806802 +0000 record={"docker"=>{"container_id"=>"5aa95b36478c4562069552ff5e11d2f773cacd3325ef9aa779713fc30cf06704"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-vxq5b", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3d589d04-039f-4770-9b5a-7a8330c176e8", "pod_ip"=>"10.52.4.34", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:45:40.534789       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:45:40 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.940180+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>33}, "@timestamp"=>"2022-09-09T08:45:40.534806802+00:00", "viaq_msg_id"=>"NzlmYjk2OTMtOWQ2Ni00ZGQ0LThhZDItZTUwNjE3MDczZWNl", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-vxq5b_3d589d04-039f-4770-9b5a-7a8330c176e8.kube-rbac-proxy.0.log" time=2022-09-09 08:45:40.534806802 +0000 record={"docker"=>{"container_id"=>"5aa95b36478c4562069552ff5e11d2f773cacd3325ef9aa779713fc30cf06704"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-vxq5b", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3d589d04-039f-4770-9b5a-7a8330c176e8", "pod_ip"=>"10.52.4.34", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:45:40.534792       1 round_trippers.go:452]     Audit-Id: 78e4be01-eb43-4654-ba71-5f7f7bf641f7", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.940283+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>34}, "@timestamp"=>"2022-09-09T08:45:40.534806802+00:00", "viaq_msg_id"=>"ODM4NjRkMjktOTdkNi00OTY5LTlhNjktMTc5NWQwNDVkNTE1", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-vxq5b_3d589d04-039f-4770-9b5a-7a8330c176e8.kube-rbac-proxy.0.log" time=2022-09-09 08:45:40.534806802 +0000 record={"docker"=>{"container_id"=>"5aa95b36478c4562069552ff5e11d2f773cacd3325ef9aa779713fc30cf06704"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-vxq5b", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3d589d04-039f-4770-9b5a-7a8330c176e8", "pod_ip"=>"10.52.4.34", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:45:40.534795       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.940379+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>35}, "@timestamp"=>"2022-09-09T08:45:40.534806802+00:00", "viaq_msg_id"=>"NmZkNDFhMDUtZGNlOS00ZTM0LThhOWUtNzdjMmZmZDBiNWIy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-vxq5b_3d589d04-039f-4770-9b5a-7a8330c176e8.kube-rbac-proxy.0.log" time=2022-09-09 08:45:40.534806802 +0000 record={"docker"=>{"container_id"=>"5aa95b36478c4562069552ff5e11d2f773cacd3325ef9aa779713fc30cf06704"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-vxq5b", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3d589d04-039f-4770-9b5a-7a8330c176e8", "pod_ip"=>"10.52.4.34", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:45:40.534797       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.940516+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>36}, "@timestamp"=>"2022-09-09T08:45:40.534806802+00:00", "viaq_msg_id"=>"YTZmYWM3NzItMDQxYy00NmI3LThlNzYtOWExNzQ3NDFkMzE3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-vxq5b_3d589d04-039f-4770-9b5a-7a8330c176e8.kube-rbac-proxy.0.log" time=2022-09-09 08:45:40.534806802 +0000 record={"docker"=>{"container_id"=>"5aa95b36478c4562069552ff5e11d2f773cacd3325ef9aa779713fc30cf06704"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-vxq5b", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3d589d04-039f-4770-9b5a-7a8330c176e8", "pod_ip"=>"10.52.4.34", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:45:40.534801       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.940614+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>37}, "@timestamp"=>"2022-09-09T08:45:40.534806802+00:00", "viaq_msg_id"=>"NWY5MmJlZGEtMDYxOS00MTA2LWI2YmYtYmNlYmJlNmE0ZTli", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:57 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-vxq5b_3d589d04-039f-4770-9b5a-7a8330c176e8.kube-rbac-proxy.0.log" time=2022-09-09 08:45:40.534896818 +0000 record={"docker"=>{"container_id"=>"5aa95b36478c4562069552ff5e11d2f773cacd3325ef9aa779713fc30cf06704"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-vxq5b", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3d589d04-039f-4770-9b5a-7a8330c176e8", "pod_ip"=>"10.52.4.34", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:45:40.534836       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:45:40Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:54.940717+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>38}, "@timestamp"=>"2022-09-09T08:45:40.534896818+00:00", "viaq_msg_id"=>"NzM5OTdhYzktZGRhMi00MWRlLWIxYWYtNTk0ZTczZThjMDJm", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:45:58 +0000 [warn]: [external] failed to flush the buffer. retry_times=3 next_retry_time=2022-09-09 08:46:06 +0000 chunk="5e83a92002cee3b419e63c017fe3a637" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"vvhu4046.power.inet\", :port=>50522, :scheme=>\"http\"}): undefined method `dig' for \"ok\":String"
  2022-09-09 08:45:58 +0000 [warn]: suppressed same stacktrace
2022-09-09 08:45:58 +0000 [warn]: [external] failed to flush the buffer. retry_times=3 next_retry_time=2022-09-09 08:46:06 +0000 chunk="5e83a920b8f887727ce9c2887b12b350" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"vvhu4046.power.inet\", :port=>50522, :scheme=>\"http\"}): undefined method `dig' for \"ok\":String"
  2022-09-09 08:45:58 +0000 [warn]: suppressed same stacktrace
2022-09-09 08:46:00 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-7thgm_b89a69c4-5d27-4a9f-a66c-de483ec7fa55.kube-rbac-proxy.0.log" time=2022-09-09 08:45:58.378958054 +0000 record={"docker"=>{"container_id"=>"b094885ed9a3ea9026f03c571cf4537af409dea500bcd76fee4ba52239ddc0e3"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-7thgm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"b89a69c4-5d27-4a9f-a66c-de483ec7fa55", "pod_ip"=>"10.52.4.46", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:58.378882       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:58.415219+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>55}, "@timestamp"=>"2022-09-09T08:45:58.378958054+00:00", "viaq_msg_id"=>"MGRkZjA3ZDYtYjQ5MS00MDdjLWJlNTEtZDMzMTZhMTExZTIz", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:00 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-7thgm_b89a69c4-5d27-4a9f-a66c-de483ec7fa55.kube-rbac-proxy.0.log" time=2022-09-09 08:45:58.379090820 +0000 record={"docker"=>{"container_id"=>"b094885ed9a3ea9026f03c571cf4537af409dea500bcd76fee4ba52239ddc0e3"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-7thgm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"b89a69c4-5d27-4a9f-a66c-de483ec7fa55", "pod_ip"=>"10.52.4.46", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:58.379058       1 round_trippers.go:423] curl -k -v -XPOST  -H \"Content-Type: application/json\" -H \"Accept: application/json, */*\" -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0ODIzNCwiaWF0IjoxNjYyNzEyMjM0LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtc2VydmluZyIsInBvZCI6eyJuYW1lIjoiY29udHJvbGxlci02YmM0OThmNmQ3LTd0aGdtIiwidWlkIjoiYjg5YTY5YzQtNWQyNy00YTlmLWE2NmMtZGU0ODNlYzdmYTU1In0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJjb250cm9sbGVyIiwidWlkIjoiNjNhNzBiMWMtNTcwOS00NTlkLTk0MDItNTQzMWE5NWE3OTIyIn0sIndhcm5hZnRlciI6MTY2MjcxNTg0MX0sIm5iZiI6MTY2MjcxMjIzNCwic3ViIjoic3lzdGVtOnNlcnZpY2VhY2NvdW50OmtuYXRpdmUtc2VydmluZzpjb250cm9sbGVyIn0.bCN1dzJXxD-1U9VDZnM_nGF0AB8igU7p9BQwoR0UAVmwxwTdYGOXEsHT2lN3IqHGrkf9-0qyrTiEA-UQVmWbV9CAOKnJ4stVcCpB01PTRX1H7wY1o6D79y41DglYJU1IxHTNweb5G6h7Tf34BKY9-4pq-Mj0tLeXT6GZxpklbGMp4mXp43M2HQJJRi89WrsB9KAD2k8XtzJmVBSd3dcYMR6p8fM-ct7z9HKZjagLXzdhxg4AxWCVmTsyZMMWY9BXByhdoWwjp-N2iBndU4sMiHJWImC1eECufCmoo2-xt9eQMM23844hr88XbPx1A92Gi0IE3942TNSjuMB7exCZhxSllcEdpPKYYOnvuPlTHTy9K3E4Ca9uVrJ7wdew5G6tdS0DNSJRIYm3uz9-6G_sb9_GEVYWOrvI7blDSohu4wX_qqhJI9Hyn2GRNjHYlDI3pEWRDgB_bSMBSwqljjB6Dk8lNtz7oeRHNj40Dk3X2_ximXrUsJsitMeJHmYdOYQLGH9U-Pnmy5Ao_O_LfwIWqgIBUMKwf_6PeMyp6pEGtYZRzCh_cQnEIkSOiemMAai983_A70WoRvxEVd00WMQWjBgOwkqQctAuaH7i4MG91oOKeq7mhClZrxs4fTk7FdNZ9fBWlj10VOvUZkTDUuhIW-ruYxtxVfb_PmXuPEXmG6I\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:58.415366+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>56}, "@timestamp"=>"2022-09-09T08:45:58.379090820+00:00", "viaq_msg_id"=>"MjQ2MDJlNzQtZmI1MS00MWM3LTg2N2ItZmZhOGJmYWM3MWYw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:00 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-7thgm_b89a69c4-5d27-4a9f-a66c-de483ec7fa55.kube-rbac-proxy.0.log" time=2022-09-09 08:45:58.382030529 +0000 record={"docker"=>{"container_id"=>"b094885ed9a3ea9026f03c571cf4537af409dea500bcd76fee4ba52239ddc0e3"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-7thgm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"b89a69c4-5d27-4a9f-a66c-de483ec7fa55", "pod_ip"=>"10.52.4.46", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:58.381953       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 2 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:58.429706+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>57}, "@timestamp"=>"2022-09-09T08:45:58.382030529+00:00", "viaq_msg_id"=>"ZDFlM2ZhZDYtZTFiNC00MzllLWI2ZmQtNzNkZmY4ZTliZTQ2", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:00 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-7thgm_b89a69c4-5d27-4a9f-a66c-de483ec7fa55.kube-rbac-proxy.0.log" time=2022-09-09 08:45:58.382030529 +0000 record={"docker"=>{"container_id"=>"b094885ed9a3ea9026f03c571cf4537af409dea500bcd76fee4ba52239ddc0e3"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-7thgm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"b89a69c4-5d27-4a9f-a66c-de483ec7fa55", "pod_ip"=>"10.52.4.46", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:58.381974       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:58.429955+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>58}, "@timestamp"=>"2022-09-09T08:45:58.382030529+00:00", "viaq_msg_id"=>"NjZjODJhZjAtZjU0MS00NGRiLWFmNDQtMmRlMjU5NDE4ZjZj", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:00 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-7thgm_b89a69c4-5d27-4a9f-a66c-de483ec7fa55.kube-rbac-proxy.0.log" time=2022-09-09 08:45:58.382030529 +0000 record={"docker"=>{"container_id"=>"b094885ed9a3ea9026f03c571cf4537af409dea500bcd76fee4ba52239ddc0e3"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-7thgm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"b89a69c4-5d27-4a9f-a66c-de483ec7fa55", "pod_ip"=>"10.52.4.46", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:58.381978       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:58.430197+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>59}, "@timestamp"=>"2022-09-09T08:45:58.382030529+00:00", "viaq_msg_id"=>"NmRiN2RkZjMtOTMxOS00ZmJmLWEzMjYtYjNmMDZlODcyNGYw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:00 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-7thgm_b89a69c4-5d27-4a9f-a66c-de483ec7fa55.kube-rbac-proxy.0.log" time=2022-09-09 08:45:58.382030529 +0000 record={"docker"=>{"container_id"=>"b094885ed9a3ea9026f03c571cf4537af409dea500bcd76fee4ba52239ddc0e3"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-7thgm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"b89a69c4-5d27-4a9f-a66c-de483ec7fa55", "pod_ip"=>"10.52.4.46", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:58.381983       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:58.430405+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>60}, "@timestamp"=>"2022-09-09T08:45:58.382030529+00:00", "viaq_msg_id"=>"OGRiNDc0ZWItMzliNC00ODIxLWE3MzQtZTVkZTg3ZWQ3NWE1", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:00 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-7thgm_b89a69c4-5d27-4a9f-a66c-de483ec7fa55.kube-rbac-proxy.0.log" time=2022-09-09 08:45:58.382030529 +0000 record={"docker"=>{"container_id"=>"b094885ed9a3ea9026f03c571cf4537af409dea500bcd76fee4ba52239ddc0e3"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-7thgm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"b89a69c4-5d27-4a9f-a66c-de483ec7fa55", "pod_ip"=>"10.52.4.46", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:58.381985       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:58.430597+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>61}, "@timestamp"=>"2022-09-09T08:45:58.382030529+00:00", "viaq_msg_id"=>"YjY1YTk2ODktMDY3Yi00NDQ4LTkxZDItMGEzZmMxZmQ3MDU1", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:00 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-7thgm_b89a69c4-5d27-4a9f-a66c-de483ec7fa55.kube-rbac-proxy.0.log" time=2022-09-09 08:45:58.382030529 +0000 record={"docker"=>{"container_id"=>"b094885ed9a3ea9026f03c571cf4537af409dea500bcd76fee4ba52239ddc0e3"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-7thgm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"b89a69c4-5d27-4a9f-a66c-de483ec7fa55", "pod_ip"=>"10.52.4.46", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:58.381988       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:45:58 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:58.430796+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>62}, "@timestamp"=>"2022-09-09T08:45:58.382030529+00:00", "viaq_msg_id"=>"ODBlNzBkMzUtNjE2Mi00NzY1LTllOGEtZmI1OGYwYWIwZDAw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:00 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-7thgm_b89a69c4-5d27-4a9f-a66c-de483ec7fa55.kube-rbac-proxy.0.log" time=2022-09-09 08:45:58.382030529 +0000 record={"docker"=>{"container_id"=>"b094885ed9a3ea9026f03c571cf4537af409dea500bcd76fee4ba52239ddc0e3"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-7thgm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"b89a69c4-5d27-4a9f-a66c-de483ec7fa55", "pod_ip"=>"10.52.4.46", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:58.381991       1 round_trippers.go:452]     Audit-Id: 1efa861a-233c-441c-a11d-5e5631657c67", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:58.430989+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>63}, "@timestamp"=>"2022-09-09T08:45:58.382030529+00:00", "viaq_msg_id"=>"NDEzNTg2ODAtNDcwOC00NWRkLWIwMTYtODhhMzJlYmNhNDM2", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:00 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-7thgm_b89a69c4-5d27-4a9f-a66c-de483ec7fa55.kube-rbac-proxy.0.log" time=2022-09-09 08:45:58.382030529 +0000 record={"docker"=>{"container_id"=>"b094885ed9a3ea9026f03c571cf4537af409dea500bcd76fee4ba52239ddc0e3"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-7thgm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"b89a69c4-5d27-4a9f-a66c-de483ec7fa55", "pod_ip"=>"10.52.4.46", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:58.381994       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:58.431412+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>64}, "@timestamp"=>"2022-09-09T08:45:58.382030529+00:00", "viaq_msg_id"=>"NWM2MjMyNWUtN2VjMi00MjA0LWI5ZWItYTUxMDE4OTMwYjBj", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:00 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-7thgm_b89a69c4-5d27-4a9f-a66c-de483ec7fa55.kube-rbac-proxy.0.log" time=2022-09-09 08:45:58.382030529 +0000 record={"docker"=>{"container_id"=>"b094885ed9a3ea9026f03c571cf4537af409dea500bcd76fee4ba52239ddc0e3"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-7thgm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"b89a69c4-5d27-4a9f-a66c-de483ec7fa55", "pod_ip"=>"10.52.4.46", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:58.381997       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:58.431617+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>65}, "@timestamp"=>"2022-09-09T08:45:58.382030529+00:00", "viaq_msg_id"=>"N2I2Zjk3NjMtY2I3Mi00YzlkLWIwNjUtNjk5ZGFhNDRiZDI4", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:00 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-7thgm_b89a69c4-5d27-4a9f-a66c-de483ec7fa55.kube-rbac-proxy.0.log" time=2022-09-09 08:45:58.382080755 +0000 record={"docker"=>{"container_id"=>"b094885ed9a3ea9026f03c571cf4537af409dea500bcd76fee4ba52239ddc0e3"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-7thgm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"b89a69c4-5d27-4a9f-a66c-de483ec7fa55", "pod_ip"=>"10.52.4.46", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:45:58.382032       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:45:58Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:58.431826+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>66}, "@timestamp"=>"2022-09-09T08:45:58.382080755+00:00", "viaq_msg_id"=>"MmM2YjZmYjctMDQzNi00MTE0LTg2NmYtNGM0ZWY3MjEzNzQ4", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-mkss4_86c04759-cd1f-42c0-9138-2b7fea15dc3c.kube-rbac-proxy.0.log" time=2022-09-09 08:45:59.544485458 +0000 record={"docker"=>{"container_id"=>"6930e87e152cfe894e943bbf8aac6fdb8e99c248fa0232da811944d4e5312753"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-mkss4", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"86c04759-cd1f-42c0-9138-2b7fea15dc3c", "pod_ip"=>"10.52.4.33", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:45:59.544423       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:59.576512+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>79}, "@timestamp"=>"2022-09-09T08:45:59.544485458+00:00", "viaq_msg_id"=>"Mjk2ZTI2ODMtNTZlZi00YTJiLWI1MmItNzZlMTIyYmY3YTM5", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-mkss4_86c04759-cd1f-42c0-9138-2b7fea15dc3c.kube-rbac-proxy.0.log" time=2022-09-09 08:45:59.544604821 +0000 record={"docker"=>{"container_id"=>"6930e87e152cfe894e943bbf8aac6fdb8e99c248fa0232da811944d4e5312753"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-mkss4", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"86c04759-cd1f-42c0-9138-2b7fea15dc3c", "pod_ip"=>"10.52.4.33", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:45:59.544596       1 round_trippers.go:423] curl -k -v -XPOST  -H \"Accept: application/json, */*\" -H \"Content-Type: application/json\" -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzg5OSwiaWF0IjoxNjYyNzExODk5LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtZXZlbnRpbmciLCJwb2QiOnsibmFtZSI6Im10LWJyb2tlci1pbmdyZXNzLTY3Nzk1OTQ5NjYtbWtzczQiLCJ1aWQiOiI4NmMwNDc1OS1jZDFmLTQyYzAtOTEzOC0yYjdmZWExNWRjM2MifSwic2VydmljZWFjY291bnQiOnsibmFtZSI6Im10LWJyb2tlci1pbmdyZXNzIiwidWlkIjoiZTY5ODc3ZjItYjcwZi00YjFhLWI5MDMtMzUxY2EyNzczYjNhIn0sIndhcm5hZnRlciI6MTY2MjcxNTUwNn0sIm5iZiI6MTY2MjcxMTg5OSwic3ViIjoic3lzdGVtOnNlcnZpY2VhY2NvdW50OmtuYXRpdmUtZXZlbnRpbmc6bXQtYnJva2VyLWluZ3Jlc3MifQ.phoaavm_OMP798XQst4MqAZ3ziKAUhPQ2HermFiDQUfJEQhO3zVA0RjSCbU7IleILl7FYJCMrI8nFRPbn8HBDlrpcMXEYLGu9B_8C2YFko7cBJjpWnAZVEs3g0V1NHBBZcrhSFvYN5wNcfbQ-8WKi7Gbekod-ir944VAluo91JHiZCyQ6DJ9_KxwWpw0OwASw2L_FSJKpluQeC_UdlJGR8D3tRDXiXBMCOzNLxq3NIr4Par5JG89QUH7UDxWx-CkiNfe11mA-wy1OGnjcJX7cyqMlJ-xhcPdRkNF8EJ6omJt5XmzSfybnSJJ4i71IQlTi21uYFWHSTBPC5dgJ0TTXc06Nik88P18u3O-_ap3U1TbL5OtQF2VLInro3ffPPQM295ncGkmI_P-xiURrgOw4rcdRa3gqNE1fsrDCLY9EkNhCiH9tjA0SKlN9h_OaoOESRTzp9wTEazdx_X9Ek03C1MflgPHvZs8MwnmEgp7oMAq_DBjbjwrOsYxHDwwFUZCPEfpicU0CarsuUmo4kypYg1VBpwqoTHW_iqlxCpqlSWXgDMee7C5BJ1kGXPDa1MVLWVSW0nTJGeh2kkrGas_t2VDpqvuZ5-dOqkjuC8TqHiFxRx_QcfyCmdhVqnC0qjG3uU9W2QG2DiN4sn0mMG3S4IOXWv_3LNRTkSlL7QOFsA\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:59.576675+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>80}, "@timestamp"=>"2022-09-09T08:45:59.544604821+00:00", "viaq_msg_id"=>"YWY0MzcyODUtNWRiYy00NGYxLTkyZmEtODQ0ODdjNjUxMjQy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-mkss4_86c04759-cd1f-42c0-9138-2b7fea15dc3c.kube-rbac-proxy.0.log" time=2022-09-09 08:45:59.549269618 +0000 record={"docker"=>{"container_id"=>"6930e87e152cfe894e943bbf8aac6fdb8e99c248fa0232da811944d4e5312753"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-mkss4", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"86c04759-cd1f-42c0-9138-2b7fea15dc3c", "pod_ip"=>"10.52.4.33", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:45:59.549190       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 4 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:59.591574+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>81}, "@timestamp"=>"2022-09-09T08:45:59.549269618+00:00", "viaq_msg_id"=>"MjE5OTdiNzctNDIzMi00YWVhLWE0ZjAtMzM1NmFhNzI4N2Ix", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-mkss4_86c04759-cd1f-42c0-9138-2b7fea15dc3c.kube-rbac-proxy.0.log" time=2022-09-09 08:45:59.549269618 +0000 record={"docker"=>{"container_id"=>"6930e87e152cfe894e943bbf8aac6fdb8e99c248fa0232da811944d4e5312753"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-mkss4", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"86c04759-cd1f-42c0-9138-2b7fea15dc3c", "pod_ip"=>"10.52.4.33", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:45:59.549238       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:59.592602+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>82}, "@timestamp"=>"2022-09-09T08:45:59.549269618+00:00", "viaq_msg_id"=>"Mzc0OWY4YjUtOTk1OS00NjE0LTliNmEtOWYyNDQyMGM3ZTlk", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-mkss4_86c04759-cd1f-42c0-9138-2b7fea15dc3c.kube-rbac-proxy.0.log" time=2022-09-09 08:45:59.549269618 +0000 record={"docker"=>{"container_id"=>"6930e87e152cfe894e943bbf8aac6fdb8e99c248fa0232da811944d4e5312753"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-mkss4", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"86c04759-cd1f-42c0-9138-2b7fea15dc3c", "pod_ip"=>"10.52.4.33", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:45:59.549243       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:59.592755+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>83}, "@timestamp"=>"2022-09-09T08:45:59.549269618+00:00", "viaq_msg_id"=>"YjI2ZDczMGUtNGYwOS00ZTQ2LWI2NjYtNzZlMGNhZTAxMDgz", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-mkss4_86c04759-cd1f-42c0-9138-2b7fea15dc3c.kube-rbac-proxy.0.log" time=2022-09-09 08:45:59.549269618 +0000 record={"docker"=>{"container_id"=>"6930e87e152cfe894e943bbf8aac6fdb8e99c248fa0232da811944d4e5312753"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-mkss4", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"86c04759-cd1f-42c0-9138-2b7fea15dc3c", "pod_ip"=>"10.52.4.33", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:45:59.549248       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:59.592877+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>84}, "@timestamp"=>"2022-09-09T08:45:59.549269618+00:00", "viaq_msg_id"=>"NTgyOTQzZjctMGNiMC00OWExLTgyNzMtOGZjOTJkOTNiNTll", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-mkss4_86c04759-cd1f-42c0-9138-2b7fea15dc3c.kube-rbac-proxy.0.log" time=2022-09-09 08:45:59.549269618 +0000 record={"docker"=>{"container_id"=>"6930e87e152cfe894e943bbf8aac6fdb8e99c248fa0232da811944d4e5312753"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-mkss4", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"86c04759-cd1f-42c0-9138-2b7fea15dc3c", "pod_ip"=>"10.52.4.33", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:45:59.549253       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:59.592993+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>85}, "@timestamp"=>"2022-09-09T08:45:59.549269618+00:00", "viaq_msg_id"=>"NDJhNmZmNzEtOGQ3My00ZDlmLThlMWQtMDY0NjZiYjI3ODkx", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-mkss4_86c04759-cd1f-42c0-9138-2b7fea15dc3c.kube-rbac-proxy.0.log" time=2022-09-09 08:45:59.549269618 +0000 record={"docker"=>{"container_id"=>"6930e87e152cfe894e943bbf8aac6fdb8e99c248fa0232da811944d4e5312753"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-mkss4", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"86c04759-cd1f-42c0-9138-2b7fea15dc3c", "pod_ip"=>"10.52.4.33", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:45:59.549256       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:45:59 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:59.593901+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>86}, "@timestamp"=>"2022-09-09T08:45:59.549269618+00:00", "viaq_msg_id"=>"NDFlOTUyZjAtMmRjNy00ODY2LWEwNjMtNDhhODM1OWUyNGMx", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-mkss4_86c04759-cd1f-42c0-9138-2b7fea15dc3c.kube-rbac-proxy.0.log" time=2022-09-09 08:45:59.549269618 +0000 record={"docker"=>{"container_id"=>"6930e87e152cfe894e943bbf8aac6fdb8e99c248fa0232da811944d4e5312753"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-mkss4", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"86c04759-cd1f-42c0-9138-2b7fea15dc3c", "pod_ip"=>"10.52.4.33", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:45:59.549260       1 round_trippers.go:452]     Audit-Id: f568e41c-bdd7-470b-ac6d-f2ff91d101b3", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:59.594052+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>87}, "@timestamp"=>"2022-09-09T08:45:59.549269618+00:00", "viaq_msg_id"=>"NmVlNzQyM2ItMmM4MC00ODQ0LWI2ZTQtY2NhNGZkYTI4MzM3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-mkss4_86c04759-cd1f-42c0-9138-2b7fea15dc3c.kube-rbac-proxy.0.log" time=2022-09-09 08:45:59.549269618 +0000 record={"docker"=>{"container_id"=>"6930e87e152cfe894e943bbf8aac6fdb8e99c248fa0232da811944d4e5312753"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-mkss4", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"86c04759-cd1f-42c0-9138-2b7fea15dc3c", "pod_ip"=>"10.52.4.33", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:45:59.549262       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:59.594185+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>88}, "@timestamp"=>"2022-09-09T08:45:59.549269618+00:00", "viaq_msg_id"=>"OTAzYzg1NTgtYTgwYy00NWM4LWI4YjktNDQxYzQ4ZDgxYTEw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-mkss4_86c04759-cd1f-42c0-9138-2b7fea15dc3c.kube-rbac-proxy.0.log" time=2022-09-09 08:45:59.549342983 +0000 record={"docker"=>{"container_id"=>"6930e87e152cfe894e943bbf8aac6fdb8e99c248fa0232da811944d4e5312753"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-mkss4", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"86c04759-cd1f-42c0-9138-2b7fea15dc3c", "pod_ip"=>"10.52.4.33", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:45:59.549265       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:59.594296+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>89}, "@timestamp"=>"2022-09-09T08:45:59.549342983+00:00", "viaq_msg_id"=>"YTJjZGFmOTktNGQ1Zi00YjE2LWI2ZWItOTY2NGFiYjA0OWU5", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-mkss4_86c04759-cd1f-42c0-9138-2b7fea15dc3c.kube-rbac-proxy.0.log" time=2022-09-09 08:45:59.549342983 +0000 record={"docker"=>{"container_id"=>"6930e87e152cfe894e943bbf8aac6fdb8e99c248fa0232da811944d4e5312753"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-mkss4", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"86c04759-cd1f-42c0-9138-2b7fea15dc3c", "pod_ip"=>"10.52.4.33", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:45:59.549306       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:45:59Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:45:59.595194+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>90}, "@timestamp"=>"2022-09-09T08:45:59.549342983+00:00", "viaq_msg_id"=>"ZDg0ODc5MTQtODNkNy00Y2ZmLTlhMDYtODk0NjZkMmI3YzVi", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-filter-577cdd7775-njtbm_6520d6e7-5558-4c27-9b2d-8292ad3136a7.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.270380809 +0000 record={"docker"=>{"container_id"=>"7b5ae652a91422f501ed24294dbe15c42d4de6db06b8f3c8f3b6b404c894a4f5"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-filter-577cdd7775-njtbm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"6520d6e7-5558-4c27-9b2d-8292ad3136a7", "pod_ip"=>"10.52.4.29", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-filter", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-filter", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=filter", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=577cdd7775"]}, "message"=>"I0909 08:46:00.270266       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.318654+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>91}, "@timestamp"=>"2022-09-09T08:46:00.270380809+00:00", "viaq_msg_id"=>"N2FjMzE3MGQtODc0ZC00MzJkLTk1ZDUtMjI1MjdhZWYwOTFi", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-filter-577cdd7775-njtbm_6520d6e7-5558-4c27-9b2d-8292ad3136a7.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.270465174 +0000 record={"docker"=>{"container_id"=>"7b5ae652a91422f501ed24294dbe15c42d4de6db06b8f3c8f3b6b404c894a4f5"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-filter-577cdd7775-njtbm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"6520d6e7-5558-4c27-9b2d-8292ad3136a7", "pod_ip"=>"10.52.4.29", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-filter", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-filter", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=filter", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=577cdd7775"]}, "message"=>"I0909 08:46:00.270438       1 round_trippers.go:423] curl -k -v -XPOST  -H \"Content-Type: application/json\" -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" -H \"Accept: application/json, */*\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzg0OSwiaWF0IjoxNjYyNzExODQ5LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtZXZlbnRpbmciLCJwb2QiOnsibmFtZSI6Im10LWJyb2tlci1maWx0ZXItNTc3Y2RkNzc3NS1uanRibSIsInVpZCI6IjY1MjBkNmU3LTU1NTgtNGMyNy05YjJkLTgyOTJhZDMxMzZhNyJ9LCJzZXJ2aWNlYWNjb3VudCI6eyJuYW1lIjoibXQtYnJva2VyLWZpbHRlciIsInVpZCI6IjBlOTFlZTcwLTFmODItNDlmOC1iYzVlLWNjNTZhZjA1ZDIxZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU0NTZ9LCJuYmYiOjE2NjI3MTE4NDksInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDprbmF0aXZlLWV2ZW50aW5nOm10LWJyb2tlci1maWx0ZXIifQ.cHm_zSDOIUVZjANbzwa8MM_mSbKJEUtR6cKaUDWT6lzpgweBiC7lNqfBmt3xf-J_ZdAV59-XktHke1gBGDQy5QU2uTrdURnhRBxfZRkNo2QRmjA4MbJIiIRrFRhOYH3MRUd-4hzJuNG0wMrjvlRd9pfMefZ3AVxR29YAM-CWF_4Rw75HB3fA8BR43B6a9qQaNinODj2KWRGM-qqu9oJ5Bo8x7mOLnd6AbjZwRF4_rG29FWlRRMJxk-LegWvXbuaoNdRFi7GEcMORCDHA5IP5TtIirl1UDEY_JYWrZJUmCr1gqFrCmEfshuCdwFAYsk4xajWp8YRwOAurWzH7uI9Mohxm1xWIFuFlliUhXj6835sLyoEdmXkKW5ITZCfQBaGs8IYbvPjMA836JOwS2vR4pLABJ2MbxvqsQVmCGEKCDdDx8pWPgWK0zqsVSAZZuCpgsqY4P8abflHfEFXStRKDCwvSvBP1PlayIguDFL88W3qz9sfW6Fd2Ls5EwtmlHJ1v3Q8-Y7hczJ0SUEycbXQl1EqkUKp9TZE7jcIWZGKJnUFOF5VUxeUCACaD4-PIHq4Th6k3qa-TN-DjW44smRNcUplOGX1hB-Bl8Yihuluf4-qn9vVemNvA6wnbODoULvlwsvWrcxrv9KFC5vIugnUOgKc0zOlci3lgdCwMVY7RfMw\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.318805+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>92}, "@timestamp"=>"2022-09-09T08:46:00.270465174+00:00", "viaq_msg_id"=>"ZWExMzM4ZTYtYzA5Yi00NWUwLThiMjAtYjA2NTI0YTQ2YTdm", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-filter-577cdd7775-njtbm_6520d6e7-5558-4c27-9b2d-8292ad3136a7.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.276303985 +0000 record={"docker"=>{"container_id"=>"7b5ae652a91422f501ed24294dbe15c42d4de6db06b8f3c8f3b6b404c894a4f5"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-filter-577cdd7775-njtbm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"6520d6e7-5558-4c27-9b2d-8292ad3136a7", "pod_ip"=>"10.52.4.29", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-filter", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-filter", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=filter", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=577cdd7775"]}, "message"=>"I0909 08:46:00.275965       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 5 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.334926+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>93}, "@timestamp"=>"2022-09-09T08:46:00.276303985+00:00", "viaq_msg_id"=>"MmYwZGQ2MTEtZTI1My00ZGIzLTg2MGEtYzcxZTRkYTg2MzI2", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-filter-577cdd7775-njtbm_6520d6e7-5558-4c27-9b2d-8292ad3136a7.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.276303985 +0000 record={"docker"=>{"container_id"=>"7b5ae652a91422f501ed24294dbe15c42d4de6db06b8f3c8f3b6b404c894a4f5"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-filter-577cdd7775-njtbm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"6520d6e7-5558-4c27-9b2d-8292ad3136a7", "pod_ip"=>"10.52.4.29", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-filter", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-filter", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=filter", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=577cdd7775"]}, "message"=>"I0909 08:46:00.275997       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.335083+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>94}, "@timestamp"=>"2022-09-09T08:46:00.276303985+00:00", "viaq_msg_id"=>"MmFhMTM2MDgtY2JjMi00MmIzLTg0NTAtNWUzOTc1MDVkZjU3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-filter-577cdd7775-njtbm_6520d6e7-5558-4c27-9b2d-8292ad3136a7.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.276303985 +0000 record={"docker"=>{"container_id"=>"7b5ae652a91422f501ed24294dbe15c42d4de6db06b8f3c8f3b6b404c894a4f5"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-filter-577cdd7775-njtbm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"6520d6e7-5558-4c27-9b2d-8292ad3136a7", "pod_ip"=>"10.52.4.29", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-filter", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-filter", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=filter", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=577cdd7775"]}, "message"=>"I0909 08:46:00.276013       1 round_trippers.go:452]     Audit-Id: 2f910315-4714-4dd0-bf60-6fc2824594ea", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.336072+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>95}, "@timestamp"=>"2022-09-09T08:46:00.276303985+00:00", "viaq_msg_id"=>"ZmQxNDkwNGEtMzQ4Ny00NjdlLTlkMGQtMTVmYTdhOGNlMThk", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-filter-577cdd7775-njtbm_6520d6e7-5558-4c27-9b2d-8292ad3136a7.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.276303985 +0000 record={"docker"=>{"container_id"=>"7b5ae652a91422f501ed24294dbe15c42d4de6db06b8f3c8f3b6b404c894a4f5"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-filter-577cdd7775-njtbm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"6520d6e7-5558-4c27-9b2d-8292ad3136a7", "pod_ip"=>"10.52.4.29", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-filter", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-filter", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=filter", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=577cdd7775"]}, "message"=>"I0909 08:46:00.276019       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.336293+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>96}, "@timestamp"=>"2022-09-09T08:46:00.276303985+00:00", "viaq_msg_id"=>"ODA1OGI3MTAtY2IyNi00NDJmLWIxOWMtMzE1MzA1M2RmMjA5", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-filter-577cdd7775-njtbm_6520d6e7-5558-4c27-9b2d-8292ad3136a7.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.276303985 +0000 record={"docker"=>{"container_id"=>"7b5ae652a91422f501ed24294dbe15c42d4de6db06b8f3c8f3b6b404c894a4f5"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-filter-577cdd7775-njtbm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"6520d6e7-5558-4c27-9b2d-8292ad3136a7", "pod_ip"=>"10.52.4.29", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-filter", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-filter", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=filter", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=577cdd7775"]}, "message"=>"I0909 08:46:00.276025       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.336407+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>97}, "@timestamp"=>"2022-09-09T08:46:00.276303985+00:00", "viaq_msg_id"=>"MmViZjE4ZjktZjhjOC00ZWRiLWFmNDAtZTk3N2Y1ODJiZTEx", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-filter-577cdd7775-njtbm_6520d6e7-5558-4c27-9b2d-8292ad3136a7.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.276303985 +0000 record={"docker"=>{"container_id"=>"7b5ae652a91422f501ed24294dbe15c42d4de6db06b8f3c8f3b6b404c894a4f5"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-filter-577cdd7775-njtbm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"6520d6e7-5558-4c27-9b2d-8292ad3136a7", "pod_ip"=>"10.52.4.29", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-filter", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-filter", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=filter", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=577cdd7775"]}, "message"=>"I0909 08:46:00.276030       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.336517+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>98}, "@timestamp"=>"2022-09-09T08:46:00.276303985+00:00", "viaq_msg_id"=>"MjU4ZTRlNjQtY2I5YS00OTRkLTg3MTgtY2U0MTA4NGVjMjE3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-filter-577cdd7775-njtbm_6520d6e7-5558-4c27-9b2d-8292ad3136a7.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.276303985 +0000 record={"docker"=>{"container_id"=>"7b5ae652a91422f501ed24294dbe15c42d4de6db06b8f3c8f3b6b404c894a4f5"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-filter-577cdd7775-njtbm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"6520d6e7-5558-4c27-9b2d-8292ad3136a7", "pod_ip"=>"10.52.4.29", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-filter", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-filter", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=filter", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=577cdd7775"]}, "message"=>"I0909 08:46:00.276035       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.336623+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>99}, "@timestamp"=>"2022-09-09T08:46:00.276303985+00:00", "viaq_msg_id"=>"MzBlN2EwZDYtOTJkYi00ZjdlLTg4NDMtOWMwN2Q4OTc4ZTYw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-filter-577cdd7775-njtbm_6520d6e7-5558-4c27-9b2d-8292ad3136a7.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.276303985 +0000 record={"docker"=>{"container_id"=>"7b5ae652a91422f501ed24294dbe15c42d4de6db06b8f3c8f3b6b404c894a4f5"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-filter-577cdd7775-njtbm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"6520d6e7-5558-4c27-9b2d-8292ad3136a7", "pod_ip"=>"10.52.4.29", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-filter", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-filter", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=filter", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=577cdd7775"]}, "message"=>"I0909 08:46:00.276040       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.337581+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>100}, "@timestamp"=>"2022-09-09T08:46:00.276303985+00:00", "viaq_msg_id"=>"N2E5ZmY2N2EtYmY4Ny00YmE2LWE5ZjMtN2E5MDM3MzgxYzAw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-filter-577cdd7775-njtbm_6520d6e7-5558-4c27-9b2d-8292ad3136a7.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.276303985 +0000 record={"docker"=>{"container_id"=>"7b5ae652a91422f501ed24294dbe15c42d4de6db06b8f3c8f3b6b404c894a4f5"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-filter-577cdd7775-njtbm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"6520d6e7-5558-4c27-9b2d-8292ad3136a7", "pod_ip"=>"10.52.4.29", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-filter", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-filter", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=filter", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=577cdd7775"]}, "message"=>"I0909 08:46:00.276045       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:46:00 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.337717+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>101}, "@timestamp"=>"2022-09-09T08:46:00.276303985+00:00", "viaq_msg_id"=>"NWJjYWUxNDEtMGFmZi00YzIyLWIyMTUtNzMyMzEzN2Q4OGRj", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-filter-577cdd7775-njtbm_6520d6e7-5558-4c27-9b2d-8292ad3136a7.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.276303985 +0000 record={"docker"=>{"container_id"=>"7b5ae652a91422f501ed24294dbe15c42d4de6db06b8f3c8f3b6b404c894a4f5"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-filter-577cdd7775-njtbm", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"6520d6e7-5558-4c27-9b2d-8292ad3136a7", "pod_ip"=>"10.52.4.29", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-filter", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-filter", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=filter", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=577cdd7775"]}, "message"=>"I0909 08:46:00.276126       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:46:00Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.337832+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>102}, "@timestamp"=>"2022-09-09T08:46:00.276303985+00:00", "viaq_msg_id"=>"OTk5ZTA1NmEtMGEyZi00NDIxLTk4NzYtZjExNDkyM2Y4OTc5", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-7rx9k_5fb227b8-f216-4b51-b139-e7b94e27bd96.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.449653089 +0000 record={"docker"=>{"container_id"=>"b918e33c465b27b8cbae6a2c647d030b38490cbde8d96c22a1f790086bac5496"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-7rx9k", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5fb227b8-f216-4b51-b139-e7b94e27bd96", "pod_ip"=>"10.52.4.30", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:46:00.449603       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.483984+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>103}, "@timestamp"=>"2022-09-09T08:46:00.449653089+00:00", "viaq_msg_id"=>"MGQ0N2U1ZjItNzE4Mi00MWJkLWE2NjktYmNmMTc3YTMyMjVm", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-7rx9k_5fb227b8-f216-4b51-b139-e7b94e27bd96.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.449832368 +0000 record={"docker"=>{"container_id"=>"b918e33c465b27b8cbae6a2c647d030b38490cbde8d96c22a1f790086bac5496"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-7rx9k", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5fb227b8-f216-4b51-b139-e7b94e27bd96", "pod_ip"=>"10.52.4.30", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:46:00.449759       1 round_trippers.go:423] curl -k -v -XPOST  -H \"Content-Type: application/json\" -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0ODQzMCwiaWF0IjoxNjYyNzEyNDMwLCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtZXZlbnRpbmciLCJwb2QiOnsibmFtZSI6Im10LWJyb2tlci1jb250cm9sbGVyLTViYjZjNmI4ZDktN3J4OWsiLCJ1aWQiOiI1ZmIyMjdiOC1mMjE2LTRiNTEtYjEzOS1lN2I5NGUyN2JkOTYifSwic2VydmljZWFjY291bnQiOnsibmFtZSI6ImV2ZW50aW5nLWNvbnRyb2xsZXIiLCJ1aWQiOiJiNzUxMzJhNi0xZjdjLTQ0NWEtYmJlOS1jZTM1ODA4NGFlN2UifSwid2FybmFmdGVyIjoxNjYyNzE2MDM3fSwibmJmIjoxNjYyNzEyNDMwLCJzdWIiOiJzeXN0ZW06c2VydmljZWFjY291bnQ6a25hdGl2ZS1ldmVudGluZzpldmVudGluZy1jb250cm9sbGVyIn0.RqqLfOV7NQECx9WG0siJfH02sOdLz8t5vi__myae7ldgxySIGZarFe9xlSC1a50HwMRgqft-88BiHTvL-xscocW8-8gMXARh96pDcsvKGtpcyN156nPdpkS8wWqZia_IStbKZYQesi2lI0UM4RzjlsM3-MJy69rztcZdWW3lbRcswSTLJf7Pjm4BB-w0UXMxzP4qCMiOiz7G1Xl3DS7KjEXPKc3blyi42kqGQfVrUmxESw3hCPaB7dDpNaKU4R93wtP_F6yDMzSjWCFz215htno5aqN1EoNnygYqdI-3c-JycpZOZlafhsEcLypKOVKm8blwuOVP77NgwcJRs5QYGZ3GXoZelnJ1m05Fmt-AAxB2FV4jLqP799gsVLSdRS83rWaOr3MmYhdRVqcY_nahff2gd7Vc3yCyvnWmTMwRlclsaT9ka-zr3JYxMLtGfnTM_tgjAngziEWOJzVkGiAudQl4pqlgm699poEfWR6OMaU5F7CMGvYgdm4OB3qndjzQrVFkIYUWfEvuHlM1gy65852o1wf7CGcUV_cLyBHTVlro7QHqr5yseKAg3_u_I9GA8zZM4N71333L9fURBPvgWBC29iBnpss6qPR_fNRuqHPAh92safLsggKH1FlzD4j6AjjDLMAYqIUdrB2KgkPB4auHV2Da6IdjSWt0b8D6zEI\" -H \"Accept: application/json, */*\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.484287+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>104}, "@timestamp"=>"2022-09-09T08:46:00.449832368+00:00", "viaq_msg_id"=>"ZjI4NjljNWYtYzBkZi00NGFhLWI2OTQtYWIzNmY2MzIxYjgw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-7rx9k_5fb227b8-f216-4b51-b139-e7b94e27bd96.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.459584662 +0000 record={"docker"=>{"container_id"=>"b918e33c465b27b8cbae6a2c647d030b38490cbde8d96c22a1f790086bac5496"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-7rx9k", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5fb227b8-f216-4b51-b139-e7b94e27bd96", "pod_ip"=>"10.52.4.30", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:46:00.459507       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 9 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.496276+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>105}, "@timestamp"=>"2022-09-09T08:46:00.459584662+00:00", "viaq_msg_id"=>"MDAxYTBjNjItMWY5Ni00YWEwLWEzNDMtMzZlYWQ0NTZlM2Uy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-7rx9k_5fb227b8-f216-4b51-b139-e7b94e27bd96.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.459584662 +0000 record={"docker"=>{"container_id"=>"b918e33c465b27b8cbae6a2c647d030b38490cbde8d96c22a1f790086bac5496"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-7rx9k", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5fb227b8-f216-4b51-b139-e7b94e27bd96", "pod_ip"=>"10.52.4.30", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:46:00.459536       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.496529+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>106}, "@timestamp"=>"2022-09-09T08:46:00.459584662+00:00", "viaq_msg_id"=>"ZTEzYjM1MDQtZGE5Mi00MzAwLWFkMjItZTNiMzYzYjA4MGI0", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-7rx9k_5fb227b8-f216-4b51-b139-e7b94e27bd96.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.459584662 +0000 record={"docker"=>{"container_id"=>"b918e33c465b27b8cbae6a2c647d030b38490cbde8d96c22a1f790086bac5496"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-7rx9k", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5fb227b8-f216-4b51-b139-e7b94e27bd96", "pod_ip"=>"10.52.4.30", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:46:00.459539       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:46:00 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.496721+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>107}, "@timestamp"=>"2022-09-09T08:46:00.459584662+00:00", "viaq_msg_id"=>"OWY0YmU5NDEtYzEwYi00MTg0LWJmZWYtYTQ1YWY3ZTMwZWU0", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-7rx9k_5fb227b8-f216-4b51-b139-e7b94e27bd96.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.459584662 +0000 record={"docker"=>{"container_id"=>"b918e33c465b27b8cbae6a2c647d030b38490cbde8d96c22a1f790086bac5496"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-7rx9k", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5fb227b8-f216-4b51-b139-e7b94e27bd96", "pod_ip"=>"10.52.4.30", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:46:00.459543       1 round_trippers.go:452]     Audit-Id: 6e3c8e7f-98be-401e-8dc8-0ee0542b2d44", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.496929+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>108}, "@timestamp"=>"2022-09-09T08:46:00.459584662+00:00", "viaq_msg_id"=>"MGVlZDUzOGUtOGQ5OS00NzgyLThjM2YtZTEwY2RjZWUxZDU3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-7rx9k_5fb227b8-f216-4b51-b139-e7b94e27bd96.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.459584662 +0000 record={"docker"=>{"container_id"=>"b918e33c465b27b8cbae6a2c647d030b38490cbde8d96c22a1f790086bac5496"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-7rx9k", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5fb227b8-f216-4b51-b139-e7b94e27bd96", "pod_ip"=>"10.52.4.30", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:46:00.459546       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.497273+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>109}, "@timestamp"=>"2022-09-09T08:46:00.459584662+00:00", "viaq_msg_id"=>"M2ZlYzVjYWUtZTVhYS00MzAyLThkNGMtOWZhODk5MmQxNmRm", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-7rx9k_5fb227b8-f216-4b51-b139-e7b94e27bd96.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.459584662 +0000 record={"docker"=>{"container_id"=>"b918e33c465b27b8cbae6a2c647d030b38490cbde8d96c22a1f790086bac5496"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-7rx9k", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5fb227b8-f216-4b51-b139-e7b94e27bd96", "pod_ip"=>"10.52.4.30", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:46:00.459549       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.497574+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>110}, "@timestamp"=>"2022-09-09T08:46:00.459584662+00:00", "viaq_msg_id"=>"MWE0MDg0NzQtMzJjYy00NTE0LTkxZTAtNmMyNzU4YTE3OTRl", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-7rx9k_5fb227b8-f216-4b51-b139-e7b94e27bd96.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.459584662 +0000 record={"docker"=>{"container_id"=>"b918e33c465b27b8cbae6a2c647d030b38490cbde8d96c22a1f790086bac5496"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-7rx9k", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5fb227b8-f216-4b51-b139-e7b94e27bd96", "pod_ip"=>"10.52.4.30", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:46:00.459551       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.497846+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>111}, "@timestamp"=>"2022-09-09T08:46:00.459584662+00:00", "viaq_msg_id"=>"N2M5MzkxZTQtMWE1Zi00N2Y2LTkzZTQtYmYyODc0NTYwM2Vm", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-7rx9k_5fb227b8-f216-4b51-b139-e7b94e27bd96.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.459584662 +0000 record={"docker"=>{"container_id"=>"b918e33c465b27b8cbae6a2c647d030b38490cbde8d96c22a1f790086bac5496"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-7rx9k", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5fb227b8-f216-4b51-b139-e7b94e27bd96", "pod_ip"=>"10.52.4.30", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:46:00.459554       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.498044+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>112}, "@timestamp"=>"2022-09-09T08:46:00.459584662+00:00", "viaq_msg_id"=>"YWMzNjkwNzctN2M2NC00NzRmLWI0NTQtYmVlZjJiZDVhZDE2", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-7rx9k_5fb227b8-f216-4b51-b139-e7b94e27bd96.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.459584662 +0000 record={"docker"=>{"container_id"=>"b918e33c465b27b8cbae6a2c647d030b38490cbde8d96c22a1f790086bac5496"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-7rx9k", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5fb227b8-f216-4b51-b139-e7b94e27bd96", "pod_ip"=>"10.52.4.30", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:46:00.459557       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.498264+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>113}, "@timestamp"=>"2022-09-09T08:46:00.459584662+00:00", "viaq_msg_id"=>"Y2YxNzI2NGMtYmY4Yi00ZWI3LWE0ZTMtMDIwMTAxZmYyOGQz", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:01 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-controller-5bb6c6b8d9-7rx9k_5fb227b8-f216-4b51-b139-e7b94e27bd96.kube-rbac-proxy.0.log" time=2022-09-09 08:46:00.459694349 +0000 record={"docker"=>{"container_id"=>"b918e33c465b27b8cbae6a2c647d030b38490cbde8d96c22a1f790086bac5496"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-controller-5bb6c6b8d9-7rx9k", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5fb227b8-f216-4b51-b139-e7b94e27bd96", "pod_ip"=>"10.52.4.30", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=mt-broker-controller", "app.kubernetes.io/component=broker-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=5bb6c6b8d9"]}, "message"=>"I0909 08:46:00.459591       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:46:00Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:00.498450+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>114}, "@timestamp"=>"2022-09-09T08:46:00.459694349+00:00", "viaq_msg_id"=>"MzE1NmM2YTYtZjJjMy00NDkyLTg5MWQtOGRiZGQxZWMwNDRi", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:03 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_autoscaler-hpa-58cd47fd77-kcrwc_62b472c0-2ded-4008-a444-7a13d55fcda5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:01.334077686 +0000 record={"docker"=>{"container_id"=>"2714e887c3d33afcb5baedbaa8c535ccb0a98a36beedaa3c286088fe5526cc99"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"autoscaler-hpa-58cd47fd77-kcrwc", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"62b472c0-2ded-4008-a444-7a13d55fcda5", "pod_ip"=>"10.52.4.45", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"autoscaler-hpa", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=autoscaler-hpa", "app.kubernetes.io/component=autoscaler-hpa", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=58cd47fd77", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:01.333925       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:01.373652+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>127}, "@timestamp"=>"2022-09-09T08:46:01.334077686+00:00", "viaq_msg_id"=>"MzlmZDI3NTUtZGU0ZS00Mjg5LTk4ODAtNTM5NDNhMzYxY2Vk", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:03 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_autoscaler-hpa-58cd47fd77-kcrwc_62b472c0-2ded-4008-a444-7a13d55fcda5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:01.334210830 +0000 record={"docker"=>{"container_id"=>"2714e887c3d33afcb5baedbaa8c535ccb0a98a36beedaa3c286088fe5526cc99"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"autoscaler-hpa-58cd47fd77-kcrwc", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"62b472c0-2ded-4008-a444-7a13d55fcda5", "pod_ip"=>"10.52.4.45", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"autoscaler-hpa", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=autoscaler-hpa", "app.kubernetes.io/component=autoscaler-hpa", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=58cd47fd77", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:01.334097       1 round_trippers.go:423] curl -k -v -XPOST  -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0ODAxNiwiaWF0IjoxNjYyNzEyMDE2LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtc2VydmluZyIsInBvZCI6eyJuYW1lIjoiYXV0b3NjYWxlci1ocGEtNThjZDQ3ZmQ3Ny1rY3J3YyIsInVpZCI6IjYyYjQ3MmMwLTJkZWQtNDAwOC1hNDQ0LTdhMTNkNTVmY2RhNSJ9LCJzZXJ2aWNlYWNjb3VudCI6eyJuYW1lIjoiY29udHJvbGxlciIsInVpZCI6IjYzYTcwYjFjLTU3MDktNDU5ZC05NDAyLTU0MzFhOTVhNzkyMiJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU2MjN9LCJuYmYiOjE2NjI3MTIwMTYsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDprbmF0aXZlLXNlcnZpbmc6Y29udHJvbGxlciJ9.Ws_3_M80JlFWSllLUThNz41JsQW2VDEON5Noo6LDj-0scLvNX30elr7P5xX7HbnJ8SjIiQj2Ji9iU_OEOKSmSOC2XtyoorRTlp4HjXEN9WZsP20WO1kSNlVY3nIW_BTeoUkjSJj62JunWHQUZVR5982YOZsBlkeOzLRw5igbH_4RuweUoESINfWA9mDhMT4qXkzBac--nwId0DhEi7kJmxRTaPtyGnIzaCEYLdHBX9cUkTv76nJ2YugylxtLQLT7pBJ2OkOnL8PHDa_PlGmUKbIR-yDACWXYq5dhlHPf5nZHg3Te3talGLJ-gEgXUBHHvzk23a2NnWyX18qhxiuLPuryuSkZKYz8TL_RppDUxAVG33g6yM0W5egj7LPL2lDqwARTOihMG8BvMq3QS2t8uQFQ-BP7p9OkQxTtAlJ7q4_v6nsnWGpt5MUcyB_SsqsTySNS0iphdoBGImn_DVmtutXWgLni1iZr_uQi_F_aFyno4aJ1RsNqkZ2RZxY9eb8el3rho4oMJ1iHUJZNomGMU49cmWqN18Q_s1KEeKq0YeCAEsudnRJ7XfCkyMak8hhyJS83V_eHdMm5tQ7nLvNH4LmsM3m6pKu9utqSAIimkfiZkxwkSPZZSuipldKx9EUKFeVSxPDiKbPpXVQBMooolzh1QzlPh7VU2YyF1mblFR8\" -H \"Accept: application/json, */*\" -H \"Content-Type: application/json\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:01.373794+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>128}, "@timestamp"=>"2022-09-09T08:46:01.334210830+00:00", "viaq_msg_id"=>"MjY1YTYyNGQtZTk0My00ZmE5LWFlNDEtZmJlNjY3NjI3ODlk", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:03 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_autoscaler-hpa-58cd47fd77-kcrwc_62b472c0-2ded-4008-a444-7a13d55fcda5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:01.338629650 +0000 record={"docker"=>{"container_id"=>"2714e887c3d33afcb5baedbaa8c535ccb0a98a36beedaa3c286088fe5526cc99"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"autoscaler-hpa-58cd47fd77-kcrwc", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"62b472c0-2ded-4008-a444-7a13d55fcda5", "pod_ip"=>"10.52.4.45", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"autoscaler-hpa", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=autoscaler-hpa", "app.kubernetes.io/component=autoscaler-hpa", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=58cd47fd77", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:01.338145       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 4 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:01.381048+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>129}, "@timestamp"=>"2022-09-09T08:46:01.338629650+00:00", "viaq_msg_id"=>"MjJhZTVhOTctMTczZi00MTJiLTliYWUtMzEwNTNiNDYwZGIw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:03 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_autoscaler-hpa-58cd47fd77-kcrwc_62b472c0-2ded-4008-a444-7a13d55fcda5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:01.338629650 +0000 record={"docker"=>{"container_id"=>"2714e887c3d33afcb5baedbaa8c535ccb0a98a36beedaa3c286088fe5526cc99"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"autoscaler-hpa-58cd47fd77-kcrwc", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"62b472c0-2ded-4008-a444-7a13d55fcda5", "pod_ip"=>"10.52.4.45", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"autoscaler-hpa", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=autoscaler-hpa", "app.kubernetes.io/component=autoscaler-hpa", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=58cd47fd77", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:01.338177       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:01.382062+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>130}, "@timestamp"=>"2022-09-09T08:46:01.338629650+00:00", "viaq_msg_id"=>"MzQ0MjljOGItNmFlYS00MDQyLWJiY2UtOGZjY2NkZjQ2NmYz", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:03 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_autoscaler-hpa-58cd47fd77-kcrwc_62b472c0-2ded-4008-a444-7a13d55fcda5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:01.338629650 +0000 record={"docker"=>{"container_id"=>"2714e887c3d33afcb5baedbaa8c535ccb0a98a36beedaa3c286088fe5526cc99"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"autoscaler-hpa-58cd47fd77-kcrwc", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"62b472c0-2ded-4008-a444-7a13d55fcda5", "pod_ip"=>"10.52.4.45", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"autoscaler-hpa", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=autoscaler-hpa", "app.kubernetes.io/component=autoscaler-hpa", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=58cd47fd77", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:01.338184       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:46:01 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:01.382205+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>131}, "@timestamp"=>"2022-09-09T08:46:01.338629650+00:00", "viaq_msg_id"=>"Y2E1M2I4MGEtOTY1My00YTJlLWJiZTEtOTRlZjc3NjA1Nzli", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:03 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_autoscaler-hpa-58cd47fd77-kcrwc_62b472c0-2ded-4008-a444-7a13d55fcda5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:01.338629650 +0000 record={"docker"=>{"container_id"=>"2714e887c3d33afcb5baedbaa8c535ccb0a98a36beedaa3c286088fe5526cc99"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"autoscaler-hpa-58cd47fd77-kcrwc", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"62b472c0-2ded-4008-a444-7a13d55fcda5", "pod_ip"=>"10.52.4.45", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"autoscaler-hpa", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=autoscaler-hpa", "app.kubernetes.io/component=autoscaler-hpa", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=58cd47fd77", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:01.338189       1 round_trippers.go:452]     Audit-Id: 647c0029-3402-4440-8737-fc6ed51982d6", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:01.382313+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>132}, "@timestamp"=>"2022-09-09T08:46:01.338629650+00:00", "viaq_msg_id"=>"OTkyYmFhMzAtNzc5Zi00Y2VkLTkxZjEtOWViMjNiYTJkMTUy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:03 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_autoscaler-hpa-58cd47fd77-kcrwc_62b472c0-2ded-4008-a444-7a13d55fcda5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:01.338629650 +0000 record={"docker"=>{"container_id"=>"2714e887c3d33afcb5baedbaa8c535ccb0a98a36beedaa3c286088fe5526cc99"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"autoscaler-hpa-58cd47fd77-kcrwc", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"62b472c0-2ded-4008-a444-7a13d55fcda5", "pod_ip"=>"10.52.4.45", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"autoscaler-hpa", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=autoscaler-hpa", "app.kubernetes.io/component=autoscaler-hpa", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=58cd47fd77", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:01.338195       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:01.382444+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>133}, "@timestamp"=>"2022-09-09T08:46:01.338629650+00:00", "viaq_msg_id"=>"MDdkZDFlODktZjZjZS00M2NjLTkwZGYtMWE3OTY5MDBmNDBl", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:03 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_autoscaler-hpa-58cd47fd77-kcrwc_62b472c0-2ded-4008-a444-7a13d55fcda5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:01.338629650 +0000 record={"docker"=>{"container_id"=>"2714e887c3d33afcb5baedbaa8c535ccb0a98a36beedaa3c286088fe5526cc99"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"autoscaler-hpa-58cd47fd77-kcrwc", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"62b472c0-2ded-4008-a444-7a13d55fcda5", "pod_ip"=>"10.52.4.45", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"autoscaler-hpa", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=autoscaler-hpa", "app.kubernetes.io/component=autoscaler-hpa", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=58cd47fd77", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:01.338199       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:01.382548+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>134}, "@timestamp"=>"2022-09-09T08:46:01.338629650+00:00", "viaq_msg_id"=>"Y2M2Y2I3OGEtYzM5YS00YTczLWE2MmMtZWE2Zjk4ZTAyMThh", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:03 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_autoscaler-hpa-58cd47fd77-kcrwc_62b472c0-2ded-4008-a444-7a13d55fcda5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:01.338629650 +0000 record={"docker"=>{"container_id"=>"2714e887c3d33afcb5baedbaa8c535ccb0a98a36beedaa3c286088fe5526cc99"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"autoscaler-hpa-58cd47fd77-kcrwc", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"62b472c0-2ded-4008-a444-7a13d55fcda5", "pod_ip"=>"10.52.4.45", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"autoscaler-hpa", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=autoscaler-hpa", "app.kubernetes.io/component=autoscaler-hpa", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=58cd47fd77", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:01.338205       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:01.382665+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>135}, "@timestamp"=>"2022-09-09T08:46:01.338629650+00:00", "viaq_msg_id"=>"NWVlZTMwZGMtN2Q1NS00NTc5LTllYjAtZGNkZDM1NjVmYzU1", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:03 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_autoscaler-hpa-58cd47fd77-kcrwc_62b472c0-2ded-4008-a444-7a13d55fcda5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:01.338629650 +0000 record={"docker"=>{"container_id"=>"2714e887c3d33afcb5baedbaa8c535ccb0a98a36beedaa3c286088fe5526cc99"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"autoscaler-hpa-58cd47fd77-kcrwc", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"62b472c0-2ded-4008-a444-7a13d55fcda5", "pod_ip"=>"10.52.4.45", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"autoscaler-hpa", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=autoscaler-hpa", "app.kubernetes.io/component=autoscaler-hpa", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=58cd47fd77", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:01.338209       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:01.382763+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>136}, "@timestamp"=>"2022-09-09T08:46:01.338629650+00:00", "viaq_msg_id"=>"MzIyOGMzYTktYzM2Yy00N2YwLThhMjctOTdlZjBlMGM0YWZj", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:03 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_autoscaler-hpa-58cd47fd77-kcrwc_62b472c0-2ded-4008-a444-7a13d55fcda5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:01.338629650 +0000 record={"docker"=>{"container_id"=>"2714e887c3d33afcb5baedbaa8c535ccb0a98a36beedaa3c286088fe5526cc99"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"autoscaler-hpa-58cd47fd77-kcrwc", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"62b472c0-2ded-4008-a444-7a13d55fcda5", "pod_ip"=>"10.52.4.45", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"autoscaler-hpa", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=autoscaler-hpa", "app.kubernetes.io/component=autoscaler-hpa", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=58cd47fd77", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:01.338213       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:01.382883+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>137}, "@timestamp"=>"2022-09-09T08:46:01.338629650+00:00", "viaq_msg_id"=>"NjBiMTJiNzEtMTJhZS00NzRmLWFiNzMtMzdlMTU3ZTc1OGQz", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:03 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_autoscaler-hpa-58cd47fd77-kcrwc_62b472c0-2ded-4008-a444-7a13d55fcda5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:01.338629650 +0000 record={"docker"=>{"container_id"=>"2714e887c3d33afcb5baedbaa8c535ccb0a98a36beedaa3c286088fe5526cc99"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"autoscaler-hpa-58cd47fd77-kcrwc", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"62b472c0-2ded-4008-a444-7a13d55fcda5", "pod_ip"=>"10.52.4.45", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"autoscaler-hpa", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=autoscaler-hpa", "app.kubernetes.io/component=autoscaler-hpa", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=58cd47fd77", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:01.338271       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:46:01Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:01.382987+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>138}, "@timestamp"=>"2022-09-09T08:46:01.338629650+00:00", "viaq_msg_id"=>"NmQ3MGVmMzctODNkNS00MzQwLTlhZGQtNjBmZDVlNDlkZDE2", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:04 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-rcpms_ba28e5fd-e43f-435e-91a7-9162cd9604ef.kube-rbac-proxy.0.log" time=2022-09-09 08:46:03.342909535 +0000 record={"docker"=>{"container_id"=>"5b1916c9db6b67910eaf408d3319c35fe56de9c34809a8211d459f9c34e8d475"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-rcpms", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"ba28e5fd-e43f-435e-91a7-9162cd9604ef", "pod_ip"=>"10.52.4.31", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:46:03.342817       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:03.375030+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>151}, "@timestamp"=>"2022-09-09T08:46:03.342909535+00:00", "viaq_msg_id"=>"YTYxNDAxZjAtODIxOS00NDk4LWI0NmQtZDkwOTExNDdiODk3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:04 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-rcpms_ba28e5fd-e43f-435e-91a7-9162cd9604ef.kube-rbac-proxy.0.log" time=2022-09-09 08:46:03.343020410 +0000 record={"docker"=>{"container_id"=>"5b1916c9db6b67910eaf408d3319c35fe56de9c34809a8211d459f9c34e8d475"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-rcpms", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"ba28e5fd-e43f-435e-91a7-9162cd9604ef", "pod_ip"=>"10.52.4.31", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:46:03.342932       1 round_trippers.go:423] curl -k -v -XPOST  -H \"Accept: application/json, */*\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0ODA2NywiaWF0IjoxNjYyNzEyMDY3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtZXZlbnRpbmciLCJwb2QiOnsibmFtZSI6Im10LWJyb2tlci1pbmdyZXNzLTY3Nzk1OTQ5NjYtcmNwbXMiLCJ1aWQiOiJiYTI4ZTVmZC1lNDNmLTQzNWUtOTFhNy05MTYyY2Q5NjA0ZWYifSwic2VydmljZWFjY291bnQiOnsibmFtZSI6Im10LWJyb2tlci1pbmdyZXNzIiwidWlkIjoiZTY5ODc3ZjItYjcwZi00YjFhLWI5MDMtMzUxY2EyNzczYjNhIn0sIndhcm5hZnRlciI6MTY2MjcxNTY3NH0sIm5iZiI6MTY2MjcxMjA2Nywic3ViIjoic3lzdGVtOnNlcnZpY2VhY2NvdW50OmtuYXRpdmUtZXZlbnRpbmc6bXQtYnJva2VyLWluZ3Jlc3MifQ.pbDsMne_e2bWNsXOV778iMQDoXIS0neaDSgtLf4kyauSxLM2yrTQcsICOlapk-B82ipS1iLPZqYE7fMHi0e_b_YjrNaVbcYnOr6doGzQEfWXX0qJe7ssqUZ6A1tXHWszyrmr8P-994wWR4LmbT5dTzR33jfz2lQnKGfid9CUzkuG0bF8tzqL3aLzgVHsy1bVHe8no7G-jP9AMkVGgIc7t7kZqRrZK26eqzjD025mYXuMzcXcEOPcZ0M7TNyq-jIzhl5d4FI2LV0BNfBae27a_dadWo1dSsmmkhSEJa-Ae6GFJVwhn0Xy3q3SBOARIYPbIDs9yZFf4ImyM3HZa9tx60tMwKkPPPKL3rrr4P_DbWC20UxGrrTFTfXdwQipvq4vRRhVB68hP9rY9zaHFb_yS3g_UEcp1wK-CSPn25frll7mt3NZ17n1fDkpABNUgx6MXjmZwxUgAkuSCwq0HDJzJyq18S1HXXchRxpGAPhayE8_4KH0bmwUWC_J3OFhnm2VLIqoJ-chzQYSiTE5RF9teM0yQ5mwQtlFeRqFySF5sPJWhXsD_2pQukyiDuz-1v8jNRc-ZiBf4lcO38gxIIbTEqQ6eOlVCU5cgb3rNKtaojhnEtQYTCkLidI9bAAY3ButpuC1gOinfKMWxwjvJeD32llgDn0_lH_euDjEANdT6jg\" -H \"Content-Type: application/json\" -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:03.375206+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>152}, "@timestamp"=>"2022-09-09T08:46:03.343020410+00:00", "viaq_msg_id"=>"ZmM1ZjRlM2MtOTVkYy00ODk3LTgxYjctMTA3MmY2ZjY2MzE1", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:04 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-rcpms_ba28e5fd-e43f-435e-91a7-9162cd9604ef.kube-rbac-proxy.0.log" time=2022-09-09 08:46:03.347353067 +0000 record={"docker"=>{"container_id"=>"5b1916c9db6b67910eaf408d3319c35fe56de9c34809a8211d459f9c34e8d475"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-rcpms", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"ba28e5fd-e43f-435e-91a7-9162cd9604ef", "pod_ip"=>"10.52.4.31", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:46:03.347272       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 4 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:03.384989+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>153}, "@timestamp"=>"2022-09-09T08:46:03.347353067+00:00", "viaq_msg_id"=>"NzYyYTQ2Y2YtZGM5NS00MTkwLThmZmEtMWZlZGJhYWNlNmI4", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:04 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-rcpms_ba28e5fd-e43f-435e-91a7-9162cd9604ef.kube-rbac-proxy.0.log" time=2022-09-09 08:46:03.347353067 +0000 record={"docker"=>{"container_id"=>"5b1916c9db6b67910eaf408d3319c35fe56de9c34809a8211d459f9c34e8d475"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-rcpms", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"ba28e5fd-e43f-435e-91a7-9162cd9604ef", "pod_ip"=>"10.52.4.31", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:46:03.347306       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:03.385175+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>154}, "@timestamp"=>"2022-09-09T08:46:03.347353067+00:00", "viaq_msg_id"=>"MjAzYTM1NTMtMWYzZS00ZjJhLTk4MDItYjg0OTk1ZjBlNzNl", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:04 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-rcpms_ba28e5fd-e43f-435e-91a7-9162cd9604ef.kube-rbac-proxy.0.log" time=2022-09-09 08:46:03.347353067 +0000 record={"docker"=>{"container_id"=>"5b1916c9db6b67910eaf408d3319c35fe56de9c34809a8211d459f9c34e8d475"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-rcpms", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"ba28e5fd-e43f-435e-91a7-9162cd9604ef", "pod_ip"=>"10.52.4.31", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:46:03.347313       1 round_trippers.go:452]     Audit-Id: 5cdaa5bb-74d5-45fa-bd0e-2cdd7790c5af", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:03.385287+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>155}, "@timestamp"=>"2022-09-09T08:46:03.347353067+00:00", "viaq_msg_id"=>"MTdmMGRkY2ItMmZkZS00NTc4LWFhNDktNGNiM2QzYTE2MDRj", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:04 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-rcpms_ba28e5fd-e43f-435e-91a7-9162cd9604ef.kube-rbac-proxy.0.log" time=2022-09-09 08:46:03.347353067 +0000 record={"docker"=>{"container_id"=>"5b1916c9db6b67910eaf408d3319c35fe56de9c34809a8211d459f9c34e8d475"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-rcpms", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"ba28e5fd-e43f-435e-91a7-9162cd9604ef", "pod_ip"=>"10.52.4.31", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:46:03.347317       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:03.385389+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>156}, "@timestamp"=>"2022-09-09T08:46:03.347353067+00:00", "viaq_msg_id"=>"OTEwNzRhMDQtNDIyYS00YTA1LWExMGItNmI0NmUxMDVjMTFh", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:04 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-rcpms_ba28e5fd-e43f-435e-91a7-9162cd9604ef.kube-rbac-proxy.0.log" time=2022-09-09 08:46:03.347353067 +0000 record={"docker"=>{"container_id"=>"5b1916c9db6b67910eaf408d3319c35fe56de9c34809a8211d459f9c34e8d475"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-rcpms", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"ba28e5fd-e43f-435e-91a7-9162cd9604ef", "pod_ip"=>"10.52.4.31", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:46:03.347320       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:03.385524+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>157}, "@timestamp"=>"2022-09-09T08:46:03.347353067+00:00", "viaq_msg_id"=>"MDEwYjBjYmUtYzYxMS00NGU1LWEyMGYtNDQ5N2U1MzczMjhj", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:04 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-rcpms_ba28e5fd-e43f-435e-91a7-9162cd9604ef.kube-rbac-proxy.0.log" time=2022-09-09 08:46:03.347353067 +0000 record={"docker"=>{"container_id"=>"5b1916c9db6b67910eaf408d3319c35fe56de9c34809a8211d459f9c34e8d475"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-rcpms", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"ba28e5fd-e43f-435e-91a7-9162cd9604ef", "pod_ip"=>"10.52.4.31", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:46:03.347323       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:03.385653+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>158}, "@timestamp"=>"2022-09-09T08:46:03.347353067+00:00", "viaq_msg_id"=>"ZTM1ZjZkYTktYThiZC00Y2RiLTlkMjgtNzU3YzljMjVkM2M1", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:04 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-rcpms_ba28e5fd-e43f-435e-91a7-9162cd9604ef.kube-rbac-proxy.0.log" time=2022-09-09 08:46:03.347353067 +0000 record={"docker"=>{"container_id"=>"5b1916c9db6b67910eaf408d3319c35fe56de9c34809a8211d459f9c34e8d475"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-rcpms", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"ba28e5fd-e43f-435e-91a7-9162cd9604ef", "pod_ip"=>"10.52.4.31", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:46:03.347328       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:03.385750+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>159}, "@timestamp"=>"2022-09-09T08:46:03.347353067+00:00", "viaq_msg_id"=>"OTI4YmY4ZDMtYWM0Ni00MGY4LTk5NjItZmZkYWI4MmZmNDYz", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:04 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-rcpms_ba28e5fd-e43f-435e-91a7-9162cd9604ef.kube-rbac-proxy.0.log" time=2022-09-09 08:46:03.347353067 +0000 record={"docker"=>{"container_id"=>"5b1916c9db6b67910eaf408d3319c35fe56de9c34809a8211d459f9c34e8d475"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-rcpms", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"ba28e5fd-e43f-435e-91a7-9162cd9604ef", "pod_ip"=>"10.52.4.31", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:46:03.347331       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:03.385868+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>160}, "@timestamp"=>"2022-09-09T08:46:03.347353067+00:00", "viaq_msg_id"=>"YWIzMTRiNDYtZTQzMC00ZWQwLWIxNWQtZjVjOGUwYzYwNTA5", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:04 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-rcpms_ba28e5fd-e43f-435e-91a7-9162cd9604ef.kube-rbac-proxy.0.log" time=2022-09-09 08:46:03.347353067 +0000 record={"docker"=>{"container_id"=>"5b1916c9db6b67910eaf408d3319c35fe56de9c34809a8211d459f9c34e8d475"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-rcpms", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"ba28e5fd-e43f-435e-91a7-9162cd9604ef", "pod_ip"=>"10.52.4.31", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:46:03.347334       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:46:03 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:03.385970+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>161}, "@timestamp"=>"2022-09-09T08:46:03.347353067+00:00", "viaq_msg_id"=>"MmVkZjgxNGItYmFjNC00NjNkLWFjOGYtZGVkZGFjZjMyMWRl", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:04 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_mt-broker-ingress-6779594966-rcpms_ba28e5fd-e43f-435e-91a7-9162cd9604ef.kube-rbac-proxy.0.log" time=2022-09-09 08:46:03.347549151 +0000 record={"docker"=>{"container_id"=>"5b1916c9db6b67910eaf408d3319c35fe56de9c34809a8211d459f9c34e8d475"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"mt-broker-ingress-6779594966-rcpms", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"ba28e5fd-e43f-435e-91a7-9162cd9604ef", "pod_ip"=>"10.52.4.31", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"broker-ingress", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=broker-ingress", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/brokerRole=ingress", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6779594966"]}, "message"=>"I0909 08:46:03.347375       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:46:03Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:03.386083+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>162}, "@timestamp"=>"2022-09-09T08:46:03.347549151+00:00", "viaq_msg_id"=>"ZGRlYmIyNDgtOGQwNi00YTkyLTliYWYtMjU1OTJlZjJjOGZm", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:05 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-sl2f5_18151e8a-519e-41dd-8b76-2b062bbf6046.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.137249224 +0000 record={"docker"=>{"container_id"=>"f441c48a898c99b14d5c94472ac94b24072ed6d61a74a63a9f0df3215cdcc428"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-sl2f5", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"18151e8a-519e-41dd-8b76-2b062bbf6046", "pod_ip"=>"10.52.4.52", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:04.137185       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.176444+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>163}, "@timestamp"=>"2022-09-09T08:46:04.137249224+00:00", "viaq_msg_id"=>"YWEzZTMyZWMtZmZlZC00NDc5LWEwNzEtZTUwY2IwZDQwMjJm", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:05 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-sl2f5_18151e8a-519e-41dd-8b76-2b062bbf6046.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.137375818 +0000 record={"docker"=>{"container_id"=>"f441c48a898c99b14d5c94472ac94b24072ed6d61a74a63a9f0df3215cdcc428"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-sl2f5", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"18151e8a-519e-41dd-8b76-2b062bbf6046", "pod_ip"=>"10.52.4.52", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:04.137354       1 round_trippers.go:423] curl -k -v -XPOST  -H \"Accept: application/json, */*\" -H \"Content-Type: application/json\" -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0ODA5MSwiaWF0IjoxNjYyNzEyMDkxLCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtc2VydmluZyIsInBvZCI6eyJuYW1lIjoid2ViaG9vay01NWJiYjU1ODU5LXNsMmY1IiwidWlkIjoiMTgxNTFlOGEtNTE5ZS00MWRkLThiNzYtMmIwNjJiYmY2MDQ2In0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJjb250cm9sbGVyIiwidWlkIjoiNjNhNzBiMWMtNTcwOS00NTlkLTk0MDItNTQzMWE5NWE3OTIyIn0sIndhcm5hZnRlciI6MTY2MjcxNTY5OH0sIm5iZiI6MTY2MjcxMjA5MSwic3ViIjoic3lzdGVtOnNlcnZpY2VhY2NvdW50OmtuYXRpdmUtc2VydmluZzpjb250cm9sbGVyIn0.Iahz6CLBBBfnYnxqRae2uI-L73WSZku5j8t6fnbtUvHdu4pry9ZqmYF3bfoCk9cW_a_GnmZs3r7GSRl6qhf0KsY6CgvH0aX6nQE6iiCATKlOfYZPl_rUA0ud7pT8ww1SIkqYE3fTqZLSl48HqL9VWErFI-_MQuLldrp5Cd0DuKCMhqvwWeBln6eTO-L21l5daJT2oB0lfogUqvoiSVXoAf380pi5tT0CLfSLbJHTBNFSI3CQdINqPxqByP0ibzBFagGelTsi36fer5np3mK8Ppx1O80GA6Bide-Zrf6ZEvWP2FrWE-QPBEO9Booh8iOTQOOAYjAk8EzmQLdyYuZuEaT0fMHOEXq_I13VmMOdqxu7DPUN2KHyWr58AMc81jljPA2S6A8GuWSzRDlCzXCVFByGYJhz29bLf85OCVzY-JPNqxxIV20aZvH6pE_UmbBgKpL52W_SIu1o5vDb531Gkzk0gQkx9HYgS66Pbl6xhggqGNV4fWwdSaAXvPkeqljyk8SYWmzURfRFq6-Jgxk40WOuDtVMkEmqOB-RUlaB_A4WTNotjFzE2mW33EIxIokMqIRrCJaEFXGEMBtqxiQNDOWl9nEfb1E7iieUBYm8GvCbtGXXflkGlTzAe2O1TbJiGrximl8IP0wgZ8lH1npDyudAIXwovazfJ02eSsZe0fk\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.176594+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>164}, "@timestamp"=>"2022-09-09T08:46:04.137375818+00:00", "viaq_msg_id"=>"NGYzYTQyOTYtYmI4ZC00MWY2LWI2YjUtYzAyNWQ0MGY2Njgw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:05 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-sl2f5_18151e8a-519e-41dd-8b76-2b062bbf6046.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.143670520 +0000 record={"docker"=>{"container_id"=>"f441c48a898c99b14d5c94472ac94b24072ed6d61a74a63a9f0df3215cdcc428"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-sl2f5", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"18151e8a-519e-41dd-8b76-2b062bbf6046", "pod_ip"=>"10.52.4.52", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:04.143585       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 6 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.186185+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>165}, "@timestamp"=>"2022-09-09T08:46:04.143670520+00:00", "viaq_msg_id"=>"NmQ3NmUwYTEtY2U0Ny00ZmY1LWFiY2EtYzY5MTJmOWEwZTY0", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:05 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-sl2f5_18151e8a-519e-41dd-8b76-2b062bbf6046.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.143670520 +0000 record={"docker"=>{"container_id"=>"f441c48a898c99b14d5c94472ac94b24072ed6d61a74a63a9f0df3215cdcc428"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-sl2f5", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"18151e8a-519e-41dd-8b76-2b062bbf6046", "pod_ip"=>"10.52.4.52", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:04.143627       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.186438+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>166}, "@timestamp"=>"2022-09-09T08:46:04.143670520+00:00", "viaq_msg_id"=>"NmY5NGVkMWQtYTc4YS00M2EzLWExY2YtMzkzOTcxODg2ZDky", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:05 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-sl2f5_18151e8a-519e-41dd-8b76-2b062bbf6046.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.143670520 +0000 record={"docker"=>{"container_id"=>"f441c48a898c99b14d5c94472ac94b24072ed6d61a74a63a9f0df3215cdcc428"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-sl2f5", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"18151e8a-519e-41dd-8b76-2b062bbf6046", "pod_ip"=>"10.52.4.52", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:04.143634       1 round_trippers.go:452]     Audit-Id: 3eb59181-9e44-4605-bae2-e785bf815ff3", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.186635+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>167}, "@timestamp"=>"2022-09-09T08:46:04.143670520+00:00", "viaq_msg_id"=>"NGQ0ZGRhMDAtNDVmNC00MWI0LWE1YzQtNDRlZDAwMDhmYWZj", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:05 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-sl2f5_18151e8a-519e-41dd-8b76-2b062bbf6046.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.143670520 +0000 record={"docker"=>{"container_id"=>"f441c48a898c99b14d5c94472ac94b24072ed6d61a74a63a9f0df3215cdcc428"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-sl2f5", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"18151e8a-519e-41dd-8b76-2b062bbf6046", "pod_ip"=>"10.52.4.52", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:04.143638       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.186826+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>168}, "@timestamp"=>"2022-09-09T08:46:04.143670520+00:00", "viaq_msg_id"=>"N2ViZjNiZWUtNTIzOC00YjMyLThhMWEtMzg5M2JkM2MxMGQ4", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:05 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-sl2f5_18151e8a-519e-41dd-8b76-2b062bbf6046.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.143670520 +0000 record={"docker"=>{"container_id"=>"f441c48a898c99b14d5c94472ac94b24072ed6d61a74a63a9f0df3215cdcc428"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-sl2f5", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"18151e8a-519e-41dd-8b76-2b062bbf6046", "pod_ip"=>"10.52.4.52", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:04.143643       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.187011+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>169}, "@timestamp"=>"2022-09-09T08:46:04.143670520+00:00", "viaq_msg_id"=>"MjY0YjZjMTUtZjdiNS00YmIzLTk4MjEtMmJiMWYzNmMyYjgy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:05 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-sl2f5_18151e8a-519e-41dd-8b76-2b062bbf6046.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.143670520 +0000 record={"docker"=>{"container_id"=>"f441c48a898c99b14d5c94472ac94b24072ed6d61a74a63a9f0df3215cdcc428"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-sl2f5", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"18151e8a-519e-41dd-8b76-2b062bbf6046", "pod_ip"=>"10.52.4.52", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:04.143647       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.187239+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>170}, "@timestamp"=>"2022-09-09T08:46:04.143670520+00:00", "viaq_msg_id"=>"NmYwYzZiYzctMDg5MC00MWI2LWE2MWYtMzQ3YWIzMDg5ODA0", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:05 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-sl2f5_18151e8a-519e-41dd-8b76-2b062bbf6046.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.143670520 +0000 record={"docker"=>{"container_id"=>"f441c48a898c99b14d5c94472ac94b24072ed6d61a74a63a9f0df3215cdcc428"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-sl2f5", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"18151e8a-519e-41dd-8b76-2b062bbf6046", "pod_ip"=>"10.52.4.52", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:04.143652       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.187432+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>171}, "@timestamp"=>"2022-09-09T08:46:04.143670520+00:00", "viaq_msg_id"=>"Yzg1NDMzYjItYjQ1MC00NTczLWFmZjgtZmE4ZjgyNTc1OTA3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:05 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-sl2f5_18151e8a-519e-41dd-8b76-2b062bbf6046.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.143670520 +0000 record={"docker"=>{"container_id"=>"f441c48a898c99b14d5c94472ac94b24072ed6d61a74a63a9f0df3215cdcc428"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-sl2f5", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"18151e8a-519e-41dd-8b76-2b062bbf6046", "pod_ip"=>"10.52.4.52", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:04.143655       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.187623+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>172}, "@timestamp"=>"2022-09-09T08:46:04.143670520+00:00", "viaq_msg_id"=>"MmI1YTFiOGItNWVjMi00ZWMwLWE3ZTMtZWRmZDc3MDE5ZjE1", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:05 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-sl2f5_18151e8a-519e-41dd-8b76-2b062bbf6046.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.143670520 +0000 record={"docker"=>{"container_id"=>"f441c48a898c99b14d5c94472ac94b24072ed6d61a74a63a9f0df3215cdcc428"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-sl2f5", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"18151e8a-519e-41dd-8b76-2b062bbf6046", "pod_ip"=>"10.52.4.52", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:04.143658       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:46:04 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.187804+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>173}, "@timestamp"=>"2022-09-09T08:46:04.143670520+00:00", "viaq_msg_id"=>"Mjg2YjQyZDQtNWZmZC00MWU5LWI5NDAtZmFmZTk3NTUwMzkz", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:05 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-sl2f5_18151e8a-519e-41dd-8b76-2b062bbf6046.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.143772159 +0000 record={"docker"=>{"container_id"=>"f441c48a898c99b14d5c94472ac94b24072ed6d61a74a63a9f0df3215cdcc428"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-sl2f5", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"18151e8a-519e-41dd-8b76-2b062bbf6046", "pod_ip"=>"10.52.4.52", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:04.143707       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:46:04Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.187977+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>174}, "@timestamp"=>"2022-09-09T08:46:04.143772159+00:00", "viaq_msg_id"=>"ZDg4YzRiOWMtZDc0ZS00YTk5LTkwMmQtNGEzNmZlNzMyZWRi", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:06 +0000 [warn]: [external] failed to flush the buffer. retry_times=4 next_retry_time=2022-09-09 08:46:22 +0000 chunk="5e83a92002cee3b419e63c017fe3a637" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"vvhu4046.power.inet\", :port=>50522, :scheme=>\"http\"}): undefined method `dig' for \"ok\":String"
  2022-09-09 08:46:06 +0000 [warn]: suppressed same stacktrace
2022-09-09 08:46:06 +0000 [warn]: [external] failed to flush the buffer. retry_times=4 next_retry_time=2022-09-09 08:46:23 +0000 chunk="5e83a920b8f887727ce9c2887b12b350" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"vvhu4046.power.inet\", :port=>50522, :scheme=>\"http\"}): undefined method `dig' for \"ok\":String"
  2022-09-09 08:46:06 +0000 [warn]: suppressed same stacktrace
2022-09-09 08:46:06 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_imc-controller-78d578c87d-9t4fz_5ae4d141-3e1f-4e4a-b9b3-f7ae43286213.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.681402710 +0000 record={"docker"=>{"container_id"=>"b0751fd507d6329fd096f10810b795afb5266d0feea369a11f3a28ac6d16197d"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"imc-controller-78d578c87d-9t4fz", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5ae4d141-3e1f-4e4a-b9b3-f7ae43286213", "pod_ip"=>"10.52.4.14", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"imc-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=imc-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "messaging.knative.dev/channel=in-memory-channel", "messaging.knative.dev/role=controller", "pod-template-hash=78d578c87d"]}, "message"=>"I0909 08:46:04.681333       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.723389+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>175}, "@timestamp"=>"2022-09-09T08:46:04.681402710+00:00", "viaq_msg_id"=>"NDU0YzZmZWEtYWIwZi00M2UxLWJiNDgtNTdiM2IyYmEyMTQ3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:06 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_imc-controller-78d578c87d-9t4fz_5ae4d141-3e1f-4e4a-b9b3-f7ae43286213.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.681968092 +0000 record={"docker"=>{"container_id"=>"b0751fd507d6329fd096f10810b795afb5266d0feea369a11f3a28ac6d16197d"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"imc-controller-78d578c87d-9t4fz", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5ae4d141-3e1f-4e4a-b9b3-f7ae43286213", "pod_ip"=>"10.52.4.14", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"imc-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=imc-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "messaging.knative.dev/channel=in-memory-channel", "messaging.knative.dev/role=controller", "pod-template-hash=78d578c87d"]}, "message"=>"I0909 08:46:04.681498       1 round_trippers.go:423] curl -k -v -XPOST  -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0ODIyMSwiaWF0IjoxNjYyNzEyMjIxLCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtZXZlbnRpbmciLCJwb2QiOnsibmFtZSI6ImltYy1jb250cm9sbGVyLTc4ZDU3OGM4N2QtOXQ0ZnoiLCJ1aWQiOiI1YWU0ZDE0MS0zZTFmLTRlNGEtYjliMy1mN2FlNDMyODYyMTMifSwic2VydmljZWFjY291bnQiOnsibmFtZSI6ImltYy1jb250cm9sbGVyIiwidWlkIjoiZmQ0ODQ3NGMtZDRjMy00Zjc1LWE3MTktYWViOTFjYTAxMjRjIn0sIndhcm5hZnRlciI6MTY2MjcxNTgyOH0sIm5iZiI6MTY2MjcxMjIyMSwic3ViIjoic3lzdGVtOnNlcnZpY2VhY2NvdW50OmtuYXRpdmUtZXZlbnRpbmc6aW1jLWNvbnRyb2xsZXIifQ.YOqNNFzlN6gvkDpgI4AKsU2UYnQP5kk_AlKyBpmjtgU88VHxBmvcRb1F_9_qlLFz43TGHJo_yk2sRLRiXSmorPIqFhsP9tU2ipYLDhFkbvK912F0fmSSvZh08ku4N5CZQUL23i-XoXJqkcb2PapzjMM9Y2EzgfckaA2xqSDWYGe41S9p7c6-Zd0AOm4Fr7fv3OxOckdJsnlPt9J9jeTVJZv7pNQ1nJu6MC6fMPd1ttH-sNqeLw9MQ1GdiEhbkd0rEvU7XWqRmyG6zRqK2GtwG5ZottRJ0gjuQG55WVEtXMCp_s82mijq8rDLT-ZWwxSGqrEslH4eK1SPMrmQm9jMBGAtMGqLzwh6T_vaU9OPzdXk_o_w_E7brOWpDuX6HmgHKav6QNTSK93zxilMQxg_GFBk3-InzbmrkmMRzp2rkBlwzrR31haSbqg2C-W3KEJ4nL1YPqp7Ghu07IcUGXj2-NPirBM_fen47VQyF774DR689ljrjElHLDIDDtqBorpoAwSiBfphiUy-U3dCR_GDAkQvPmOzccH2IY9D293vSWS9reDqPi0XEkcNAiKnXLqLO1rIs0sG75vSNrZkHMpKQqgul5o53p6uGe-igL9GTY5JNFSkK-fTvC0MhhT34PL7Uu65b7BKg0wudG_SdINjygR9KqDYCtgLBpj7rclmL_4\" -H \"Accept: application/json, */*\" -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" -H \"Content-Type: application/json\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.723573+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>176}, "@timestamp"=>"2022-09-09T08:46:04.681968092+00:00", "viaq_msg_id"=>"YWI5YzFlMmEtZmFlZi00ZTJlLWEzYTgtN2QwN2Q0M2Y3NmMy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:06 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_imc-controller-78d578c87d-9t4fz_5ae4d141-3e1f-4e4a-b9b3-f7ae43286213.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.687155526 +0000 record={"docker"=>{"container_id"=>"b0751fd507d6329fd096f10810b795afb5266d0feea369a11f3a28ac6d16197d"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"imc-controller-78d578c87d-9t4fz", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5ae4d141-3e1f-4e4a-b9b3-f7ae43286213", "pod_ip"=>"10.52.4.14", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"imc-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=imc-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "messaging.knative.dev/channel=in-memory-channel", "messaging.knative.dev/role=controller", "pod-template-hash=78d578c87d"]}, "message"=>"I0909 08:46:04.687043       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 5 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.737583+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>177}, "@timestamp"=>"2022-09-09T08:46:04.687155526+00:00", "viaq_msg_id"=>"ZmViZTQzOTEtZTk1Ny00MDIyLWI0ZjgtZjA2YjU2YmFjNzUy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:06 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_imc-controller-78d578c87d-9t4fz_5ae4d141-3e1f-4e4a-b9b3-f7ae43286213.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.687155526 +0000 record={"docker"=>{"container_id"=>"b0751fd507d6329fd096f10810b795afb5266d0feea369a11f3a28ac6d16197d"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"imc-controller-78d578c87d-9t4fz", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5ae4d141-3e1f-4e4a-b9b3-f7ae43286213", "pod_ip"=>"10.52.4.14", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"imc-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=imc-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "messaging.knative.dev/channel=in-memory-channel", "messaging.knative.dev/role=controller", "pod-template-hash=78d578c87d"]}, "message"=>"I0909 08:46:04.687074       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.737726+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>178}, "@timestamp"=>"2022-09-09T08:46:04.687155526+00:00", "viaq_msg_id"=>"MTEzZTU3OGEtZTk1ZS00ZTAwLTkxMGUtOTg4ZTA3YzMyZmUw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:06 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_imc-controller-78d578c87d-9t4fz_5ae4d141-3e1f-4e4a-b9b3-f7ae43286213.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.687155526 +0000 record={"docker"=>{"container_id"=>"b0751fd507d6329fd096f10810b795afb5266d0feea369a11f3a28ac6d16197d"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"imc-controller-78d578c87d-9t4fz", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5ae4d141-3e1f-4e4a-b9b3-f7ae43286213", "pod_ip"=>"10.52.4.14", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"imc-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=imc-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "messaging.knative.dev/channel=in-memory-channel", "messaging.knative.dev/role=controller", "pod-template-hash=78d578c87d"]}, "message"=>"I0909 08:46:04.687079       1 round_trippers.go:452]     Audit-Id: 50f410b1-656d-47bc-9e5a-7ddf7d75e8ff", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.737833+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>179}, "@timestamp"=>"2022-09-09T08:46:04.687155526+00:00", "viaq_msg_id"=>"OGUzNGI1ZDctNjZiMS00ZmE5LTkxNDktNmMzZDgyYTBjMDU0", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:06 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_imc-controller-78d578c87d-9t4fz_5ae4d141-3e1f-4e4a-b9b3-f7ae43286213.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.687155526 +0000 record={"docker"=>{"container_id"=>"b0751fd507d6329fd096f10810b795afb5266d0feea369a11f3a28ac6d16197d"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"imc-controller-78d578c87d-9t4fz", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5ae4d141-3e1f-4e4a-b9b3-f7ae43286213", "pod_ip"=>"10.52.4.14", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"imc-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=imc-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "messaging.knative.dev/channel=in-memory-channel", "messaging.knative.dev/role=controller", "pod-template-hash=78d578c87d"]}, "message"=>"I0909 08:46:04.687082       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.737946+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>180}, "@timestamp"=>"2022-09-09T08:46:04.687155526+00:00", "viaq_msg_id"=>"NTQwYzdhNDUtNDQ2MC00N2Y3LWEyNzUtY2U4MDY0OWRkYmM2", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:06 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_imc-controller-78d578c87d-9t4fz_5ae4d141-3e1f-4e4a-b9b3-f7ae43286213.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.687155526 +0000 record={"docker"=>{"container_id"=>"b0751fd507d6329fd096f10810b795afb5266d0feea369a11f3a28ac6d16197d"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"imc-controller-78d578c87d-9t4fz", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5ae4d141-3e1f-4e4a-b9b3-f7ae43286213", "pod_ip"=>"10.52.4.14", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"imc-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=imc-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "messaging.knative.dev/channel=in-memory-channel", "messaging.knative.dev/role=controller", "pod-template-hash=78d578c87d"]}, "message"=>"I0909 08:46:04.687085       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.738045+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>181}, "@timestamp"=>"2022-09-09T08:46:04.687155526+00:00", "viaq_msg_id"=>"ZDRhOTU3ZmItNTNlMC00ZDQ0LWJiMmYtMjk4OGQxNGM4MDE5", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:06 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_imc-controller-78d578c87d-9t4fz_5ae4d141-3e1f-4e4a-b9b3-f7ae43286213.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.687155526 +0000 record={"docker"=>{"container_id"=>"b0751fd507d6329fd096f10810b795afb5266d0feea369a11f3a28ac6d16197d"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"imc-controller-78d578c87d-9t4fz", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5ae4d141-3e1f-4e4a-b9b3-f7ae43286213", "pod_ip"=>"10.52.4.14", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"imc-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=imc-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "messaging.knative.dev/channel=in-memory-channel", "messaging.knative.dev/role=controller", "pod-template-hash=78d578c87d"]}, "message"=>"I0909 08:46:04.687088       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.738182+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>182}, "@timestamp"=>"2022-09-09T08:46:04.687155526+00:00", "viaq_msg_id"=>"YjU5YzE3YWMtOWY2MC00NDlhLTg4MzYtZDAwNWU0ZGFhOWE4", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:06 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_imc-controller-78d578c87d-9t4fz_5ae4d141-3e1f-4e4a-b9b3-f7ae43286213.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.687155526 +0000 record={"docker"=>{"container_id"=>"b0751fd507d6329fd096f10810b795afb5266d0feea369a11f3a28ac6d16197d"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"imc-controller-78d578c87d-9t4fz", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5ae4d141-3e1f-4e4a-b9b3-f7ae43286213", "pod_ip"=>"10.52.4.14", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"imc-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=imc-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "messaging.knative.dev/channel=in-memory-channel", "messaging.knative.dev/role=controller", "pod-template-hash=78d578c87d"]}, "message"=>"I0909 08:46:04.687091       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.738294+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>183}, "@timestamp"=>"2022-09-09T08:46:04.687155526+00:00", "viaq_msg_id"=>"NDhhYmM0NTQtYzIwZi00Y2E3LTkyZGEtMzUxMWJlOWY2OTU1", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:06 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_imc-controller-78d578c87d-9t4fz_5ae4d141-3e1f-4e4a-b9b3-f7ae43286213.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.687155526 +0000 record={"docker"=>{"container_id"=>"b0751fd507d6329fd096f10810b795afb5266d0feea369a11f3a28ac6d16197d"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"imc-controller-78d578c87d-9t4fz", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5ae4d141-3e1f-4e4a-b9b3-f7ae43286213", "pod_ip"=>"10.52.4.14", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"imc-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=imc-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "messaging.knative.dev/channel=in-memory-channel", "messaging.knative.dev/role=controller", "pod-template-hash=78d578c87d"]}, "message"=>"I0909 08:46:04.687093       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.738415+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>184}, "@timestamp"=>"2022-09-09T08:46:04.687155526+00:00", "viaq_msg_id"=>"Y2VhZmU0ZWUtNjE3OC00MjA1LTg4ZjAtOWM4MDZkZjk4NjFl", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:06 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_imc-controller-78d578c87d-9t4fz_5ae4d141-3e1f-4e4a-b9b3-f7ae43286213.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.687155526 +0000 record={"docker"=>{"container_id"=>"b0751fd507d6329fd096f10810b795afb5266d0feea369a11f3a28ac6d16197d"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"imc-controller-78d578c87d-9t4fz", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5ae4d141-3e1f-4e4a-b9b3-f7ae43286213", "pod_ip"=>"10.52.4.14", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"imc-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=imc-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "messaging.knative.dev/channel=in-memory-channel", "messaging.knative.dev/role=controller", "pod-template-hash=78d578c87d"]}, "message"=>"I0909 08:46:04.687096       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:46:04 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.738528+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>185}, "@timestamp"=>"2022-09-09T08:46:04.687155526+00:00", "viaq_msg_id"=>"MDdlN2MwNDItZGQ4ZC00NjJkLWI3NzgtMTdhMjk5YWUxMTk3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:06 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_imc-controller-78d578c87d-9t4fz_5ae4d141-3e1f-4e4a-b9b3-f7ae43286213.kube-rbac-proxy.0.log" time=2022-09-09 08:46:04.687155526 +0000 record={"docker"=>{"container_id"=>"b0751fd507d6329fd096f10810b795afb5266d0feea369a11f3a28ac6d16197d"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"imc-controller-78d578c87d-9t4fz", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5ae4d141-3e1f-4e4a-b9b3-f7ae43286213", "pod_ip"=>"10.52.4.14", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"imc-controller", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app.kubernetes.io/component=imc-controller", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "messaging.knative.dev/channel=in-memory-channel", "messaging.knative.dev/role=controller", "pod-template-hash=78d578c87d"]}, "message"=>"I0909 08:46:04.687145       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:46:04Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:04.738625+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>186}, "@timestamp"=>"2022-09-09T08:46:04.687155526+00:00", "viaq_msg_id"=>"YzY4ZjRiMmItYWY5YS00OGUxLThmYjgtMmQxOTg4YWVjNmMy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:08 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-9nh57_d27485cd-6d80-4de3-b65d-332e2e886c8d.kube-rbac-proxy.0.log" time=2022-09-09 08:46:06.962089800 +0000 record={"docker"=>{"container_id"=>"cfd0c5f92795af43d8810df2619b78a17a7eb5a7f384a561e4e7d0af029c3789"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-9nh57", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"d27485cd-6d80-4de3-b65d-332e2e886c8d", "pod_ip"=>"10.52.4.47", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:06.961684       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:06.993075+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>195}, "@timestamp"=>"2022-09-09T08:46:06.962089800+00:00", "viaq_msg_id"=>"MTA1Y2Y4NmQtZWZhNS00ZmM3LTljMTYtN2RhNzE2YjBmZDg1", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:08 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-9nh57_d27485cd-6d80-4de3-b65d-332e2e886c8d.kube-rbac-proxy.0.log" time=2022-09-09 08:46:06.962089800 +0000 record={"docker"=>{"container_id"=>"cfd0c5f92795af43d8810df2619b78a17a7eb5a7f384a561e4e7d0af029c3789"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-9nh57", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"d27485cd-6d80-4de3-b65d-332e2e886c8d", "pod_ip"=>"10.52.4.47", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:06.961870       1 round_trippers.go:423] curl -k -v -XPOST  -H \"Accept: application/json, */*\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0ODIxMywiaWF0IjoxNjYyNzEyMjEzLCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtc2VydmluZyIsInBvZCI6eyJuYW1lIjoiY29udHJvbGxlci02YmM0OThmNmQ3LTluaDU3IiwidWlkIjoiZDI3NDg1Y2QtNmQ4MC00ZGUzLWI2NWQtMzMyZTJlODg2YzhkIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJjb250cm9sbGVyIiwidWlkIjoiNjNhNzBiMWMtNTcwOS00NTlkLTk0MDItNTQzMWE5NWE3OTIyIn0sIndhcm5hZnRlciI6MTY2MjcxNTgyMH0sIm5iZiI6MTY2MjcxMjIxMywic3ViIjoic3lzdGVtOnNlcnZpY2VhY2NvdW50OmtuYXRpdmUtc2VydmluZzpjb250cm9sbGVyIn0.ZnLYVClUpJVAAunRiiZ4QmngQiCywPRBpoWrlcZ_Cza2WFonvmNpRc0Z8eBrrc1dcHX-mwAjccwt5dcwXZIHOTOLQSho6mfsPG9XpgcuPyM45rCNS416xLl4_6q77xJ1ROhQ3HKtrO2herLuWw0NZ10b4qymXUhRpuggEYXbqu_bRngE3Vi_uGFIp4a3TrEQla9jc0g0BZyeeKHabmbBWKaJKWWn3-FI-vukjj8zAoqcw8YIE7BYmYqBGxFmRMpm6nXQ_H_qXbdo7xjlzvBpG2hB0zjbt0txyJyR00AG06cdXGNGbUChCpzFpR52FGrNGluv5IoApS-jL9h19SBB_vpsUPwQ8TnKrVUXmd2oEPlTde1j7OFQe_7p9xHjC7Jw7VBZEmecwkskhEsca66Rmm-v9FlY4Wl9qqA4oxrbRcaQNADjRnXxGvVbNgK7JfknLeABJjKcklamUBRnBC_Igewaovgx9XF6PQqSVex9RO04uQVGFsptQanJdntWt60mAnxHDqBVtvYFqIFw3tdU6CCEC-OcuErZaOutq5-8yRNNdT_fnfbwQLl5Nc1rpmYAmFLCUQ2wrOg07Jtmco2SPDUW2vOkGtZ8xE0d3XBIX5v8zURR2j-OSIWkrI4WVwVQJJnKg1InfZH4zDaJEhJMlBhm8WDeLxWlFlwl911YMRg\" -H \"Content-Type: application/json\" -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:06.993228+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>196}, "@timestamp"=>"2022-09-09T08:46:06.962089800+00:00", "viaq_msg_id"=>"ZDkxNzQ3MWMtYzAyMC00N2U5LTgzZTEtMTgwYjAyZmI3OTdh", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:08 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-9nh57_d27485cd-6d80-4de3-b65d-332e2e886c8d.kube-rbac-proxy.0.log" time=2022-09-09 08:46:06.965368443 +0000 record={"docker"=>{"container_id"=>"cfd0c5f92795af43d8810df2619b78a17a7eb5a7f384a561e4e7d0af029c3789"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-9nh57", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"d27485cd-6d80-4de3-b65d-332e2e886c8d", "pod_ip"=>"10.52.4.47", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:06.965302       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 3 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:07.003251+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>197}, "@timestamp"=>"2022-09-09T08:46:06.965368443+00:00", "viaq_msg_id"=>"YzE0NTg5YjUtNTI2Yi00ZTAzLTk5OTUtNzhiNzM2ZWEwZTJl", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:08 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-9nh57_d27485cd-6d80-4de3-b65d-332e2e886c8d.kube-rbac-proxy.0.log" time=2022-09-09 08:46:06.965368443 +0000 record={"docker"=>{"container_id"=>"cfd0c5f92795af43d8810df2619b78a17a7eb5a7f384a561e4e7d0af029c3789"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-9nh57", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"d27485cd-6d80-4de3-b65d-332e2e886c8d", "pod_ip"=>"10.52.4.47", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:06.965334       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:07.003402+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>198}, "@timestamp"=>"2022-09-09T08:46:06.965368443+00:00", "viaq_msg_id"=>"MWY3YzM1MTYtMjY1NC00NzUwLWJkYzItOGIxZjBkYjM4ZTA4", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:08 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-9nh57_d27485cd-6d80-4de3-b65d-332e2e886c8d.kube-rbac-proxy.0.log" time=2022-09-09 08:46:06.965368443 +0000 record={"docker"=>{"container_id"=>"cfd0c5f92795af43d8810df2619b78a17a7eb5a7f384a561e4e7d0af029c3789"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-9nh57", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"d27485cd-6d80-4de3-b65d-332e2e886c8d", "pod_ip"=>"10.52.4.47", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:06.965340       1 round_trippers.go:452]     Audit-Id: 1cc41940-fd82-4284-9dc6-bcbadc7cbdf5", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:07.003503+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>199}, "@timestamp"=>"2022-09-09T08:46:06.965368443+00:00", "viaq_msg_id"=>"ZmIzN2JhOTktNzgwNi00YzM1LWJkN2ItYTQ4MzYwMWI2Njlj", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:08 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-9nh57_d27485cd-6d80-4de3-b65d-332e2e886c8d.kube-rbac-proxy.0.log" time=2022-09-09 08:46:06.965368443 +0000 record={"docker"=>{"container_id"=>"cfd0c5f92795af43d8810df2619b78a17a7eb5a7f384a561e4e7d0af029c3789"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-9nh57", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"d27485cd-6d80-4de3-b65d-332e2e886c8d", "pod_ip"=>"10.52.4.47", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:06.965345       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:07.003613+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>200}, "@timestamp"=>"2022-09-09T08:46:06.965368443+00:00", "viaq_msg_id"=>"NzIyYmM2YmQtYTFiMy00MTM5LTgzNDItNzE2MjA4ZTgyZTc3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:08 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-9nh57_d27485cd-6d80-4de3-b65d-332e2e886c8d.kube-rbac-proxy.0.log" time=2022-09-09 08:46:06.965368443 +0000 record={"docker"=>{"container_id"=>"cfd0c5f92795af43d8810df2619b78a17a7eb5a7f384a561e4e7d0af029c3789"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-9nh57", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"d27485cd-6d80-4de3-b65d-332e2e886c8d", "pod_ip"=>"10.52.4.47", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:06.965350       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:07.003710+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>201}, "@timestamp"=>"2022-09-09T08:46:06.965368443+00:00", "viaq_msg_id"=>"NzNiMDg0YWQtNjNhMi00OWViLWFiYzYtYWU1YzIyYTY4Yzkz", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:08 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-9nh57_d27485cd-6d80-4de3-b65d-332e2e886c8d.kube-rbac-proxy.0.log" time=2022-09-09 08:46:06.965368443 +0000 record={"docker"=>{"container_id"=>"cfd0c5f92795af43d8810df2619b78a17a7eb5a7f384a561e4e7d0af029c3789"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-9nh57", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"d27485cd-6d80-4de3-b65d-332e2e886c8d", "pod_ip"=>"10.52.4.47", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:06.965353       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:07.003816+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>202}, "@timestamp"=>"2022-09-09T08:46:06.965368443+00:00", "viaq_msg_id"=>"ZjY0NWNmOTQtM2EzMC00ZmI4LTg1NWEtNWRkOTU3MTY5ZmFi", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:08 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-9nh57_d27485cd-6d80-4de3-b65d-332e2e886c8d.kube-rbac-proxy.0.log" time=2022-09-09 08:46:06.965368443 +0000 record={"docker"=>{"container_id"=>"cfd0c5f92795af43d8810df2619b78a17a7eb5a7f384a561e4e7d0af029c3789"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-9nh57", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"d27485cd-6d80-4de3-b65d-332e2e886c8d", "pod_ip"=>"10.52.4.47", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:06.965356       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:07.003914+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>203}, "@timestamp"=>"2022-09-09T08:46:06.965368443+00:00", "viaq_msg_id"=>"OWE2NmM5Y2MtOWI0Yy00NTYxLTlkNTItODRhMjgzZDc4ZGEw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:08 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-9nh57_d27485cd-6d80-4de3-b65d-332e2e886c8d.kube-rbac-proxy.0.log" time=2022-09-09 08:46:06.965368443 +0000 record={"docker"=>{"container_id"=>"cfd0c5f92795af43d8810df2619b78a17a7eb5a7f384a561e4e7d0af029c3789"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-9nh57", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"d27485cd-6d80-4de3-b65d-332e2e886c8d", "pod_ip"=>"10.52.4.47", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:06.965359       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:07.004023+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>204}, "@timestamp"=>"2022-09-09T08:46:06.965368443+00:00", "viaq_msg_id"=>"OTJhNTQ3MTctMzJhMS00YWYyLWI5YzItMDg5MzU2MTA3MDZl", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:08 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-9nh57_d27485cd-6d80-4de3-b65d-332e2e886c8d.kube-rbac-proxy.0.log" time=2022-09-09 08:46:06.965368443 +0000 record={"docker"=>{"container_id"=>"cfd0c5f92795af43d8810df2619b78a17a7eb5a7f384a561e4e7d0af029c3789"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-9nh57", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"d27485cd-6d80-4de3-b65d-332e2e886c8d", "pod_ip"=>"10.52.4.47", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:06.965361       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:46:06 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:07.004163+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>205}, "@timestamp"=>"2022-09-09T08:46:06.965368443+00:00", "viaq_msg_id"=>"N2ZkNzdjODEtNTQ2Yy00MjcxLTk2OTItMWU4YTIyOTZmMjlh", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:08 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_controller-6bc498f6d7-9nh57_d27485cd-6d80-4de3-b65d-332e2e886c8d.kube-rbac-proxy.0.log" time=2022-09-09 08:46:06.965439382 +0000 record={"docker"=>{"container_id"=>"cfd0c5f92795af43d8810df2619b78a17a7eb5a7f384a561e4e7d0af029c3789"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"controller-6bc498f6d7-9nh57", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"d27485cd-6d80-4de3-b65d-332e2e886c8d", "pod_ip"=>"10.52.4.47", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"controller", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=controller", "app.kubernetes.io/component=controller", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=6bc498f6d7", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:06.965396       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:46:06Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:07.004305+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>206}, "@timestamp"=>"2022-09-09T08:46:06.965439382+00:00", "viaq_msg_id"=>"YTUzYmRlODUtNGI5OC00MGI5LTlmNmEtYjEwYTY1YzZiZGFh", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:10 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-wnsjd_8d76ec6d-8caf-436f-80b8-2d9b45b888ad.kube-rbac-proxy.0.log" time=2022-09-09 08:46:08.240281611 +0000 record={"docker"=>{"container_id"=>"3056f4d23d4899d790a7d82aed9e33dba685eb66073c13dfc6008c324d994d9c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-wnsjd", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"8d76ec6d-8caf-436f-80b8-2d9b45b888ad", "pod_ip"=>"10.52.4.72", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:08.240227       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:08.271033+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>207}, "@timestamp"=>"2022-09-09T08:46:08.240281611+00:00", "viaq_msg_id"=>"M2JlZWI0ZWUtNDZmMy00M2NhLTg4MWItYTJlZjFmZDdmMzQy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:10 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-wnsjd_8d76ec6d-8caf-436f-80b8-2d9b45b888ad.kube-rbac-proxy.0.log" time=2022-09-09 08:46:08.240481727 +0000 record={"docker"=>{"container_id"=>"3056f4d23d4899d790a7d82aed9e33dba685eb66073c13dfc6008c324d994d9c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-wnsjd", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"8d76ec6d-8caf-436f-80b8-2d9b45b888ad", "pod_ip"=>"10.52.4.72", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:08.240389       1 round_trippers.go:423] curl -k -v -XPOST  -H \"Content-Type: application/json\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0ODI5OCwiaWF0IjoxNjYyNzEyMjk4LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtc2VydmluZyIsInBvZCI6eyJuYW1lIjoid2ViaG9vay01NWJiYjU1ODU5LXduc2pkIiwidWlkIjoiOGQ3NmVjNmQtOGNhZi00MzZmLTgwYjgtMmQ5YjQ1Yjg4OGFkIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJjb250cm9sbGVyIiwidWlkIjoiNjNhNzBiMWMtNTcwOS00NTlkLTk0MDItNTQzMWE5NWE3OTIyIn0sIndhcm5hZnRlciI6MTY2MjcxNTkwNX0sIm5iZiI6MTY2MjcxMjI5OCwic3ViIjoic3lzdGVtOnNlcnZpY2VhY2NvdW50OmtuYXRpdmUtc2VydmluZzpjb250cm9sbGVyIn0.mks0wxs7khcBIqoh3-pLPyI7_HSntqIVQjJuxMNKzww2iUS2W3vrlpqai6PQZaOiXFtOh3Aw-LSjSkkfg9FpovJpTlq_dIFp72xFswkCJJk17Kecgz68jspfEctpOJ69Of2wzPBZGDNkdUHzvNHSl5INQho0L0UkZzgmlrtj4xSJ5AF43OnPPDk5JdfrXn0t4CP51AiDJcoyWNDSST5e9AxWGQaEXH-pkA5ZlY0eCtQ4hrHjmZC-m1b_a6rDaN2M-HCXO60dqk-HdWAv76azzJgAGN-maunXtKYrHXISCjKf2hXdDqtat2gJfIbkCoP9YPCZ3OK_ilIpMjzG4PWFtAGBc8tbq8Fn3MfiX0u26TFvQ7kbrycQBSEN5Wfgq6Xa_fCjEUqy8SN8VVsJcoGLz1BaztRBO1ipapfJc-lz4UAyOVfb8NNz-hOj9gxWD6djjrI5UFDWEqlre1hx74CAn13c4waq2bKl0lMQWkddEKnTjCY5snU3tcK5bhEUfx_VrZ4FEOqQoa_qXTrgsOr9DaTnOaG7XpV7SMt_GaT8wM6SXQIooLPILYF2E4D9FUIJxfaXTiNJ0SjpOzHNttuNOhJSsQb9JvrAUg3ZqjkfbPNPlYpTfJzKXnvrOsTeOOyv6k37xFvYrTjrsO7bCEXwko3I6aqG3nbevjjPiqcHl8A\" -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" -H \"Accept: application/json, */*\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:08.271287+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>208}, "@timestamp"=>"2022-09-09T08:46:08.240481727+00:00", "viaq_msg_id"=>"OTgyNWE4NjAtYzNlYy00OTI5LWIwYTUtMmRkZTU3OTUwOWI0", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:10 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-wnsjd_8d76ec6d-8caf-436f-80b8-2d9b45b888ad.kube-rbac-proxy.0.log" time=2022-09-09 08:46:08.243641976 +0000 record={"docker"=>{"container_id"=>"3056f4d23d4899d790a7d82aed9e33dba685eb66073c13dfc6008c324d994d9c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-wnsjd", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"8d76ec6d-8caf-436f-80b8-2d9b45b888ad", "pod_ip"=>"10.52.4.72", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:08.243579       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 3 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:08.282928+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>209}, "@timestamp"=>"2022-09-09T08:46:08.243641976+00:00", "viaq_msg_id"=>"NTU2YzViMjAtNWE5YS00YmY4LWI0YWMtMTUwMjgwNzk1M2Zh", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:10 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-wnsjd_8d76ec6d-8caf-436f-80b8-2d9b45b888ad.kube-rbac-proxy.0.log" time=2022-09-09 08:46:08.243641976 +0000 record={"docker"=>{"container_id"=>"3056f4d23d4899d790a7d82aed9e33dba685eb66073c13dfc6008c324d994d9c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-wnsjd", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"8d76ec6d-8caf-436f-80b8-2d9b45b888ad", "pod_ip"=>"10.52.4.72", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:08.243604       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:08.283080+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>210}, "@timestamp"=>"2022-09-09T08:46:08.243641976+00:00", "viaq_msg_id"=>"NTg3NDk0NmQtYTI2My00N2E0LWI0YTctNjBhYmFjYTk4Zjgx", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:10 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-wnsjd_8d76ec6d-8caf-436f-80b8-2d9b45b888ad.kube-rbac-proxy.0.log" time=2022-09-09 08:46:08.243641976 +0000 record={"docker"=>{"container_id"=>"3056f4d23d4899d790a7d82aed9e33dba685eb66073c13dfc6008c324d994d9c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-wnsjd", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"8d76ec6d-8caf-436f-80b8-2d9b45b888ad", "pod_ip"=>"10.52.4.72", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:08.243608       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:08.283270+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>211}, "@timestamp"=>"2022-09-09T08:46:08.243641976+00:00", "viaq_msg_id"=>"NGEwMTY0N2UtOTc0NS00NzA3LTgzOWItYzM5ZDBlMDU5NDcx", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:10 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-wnsjd_8d76ec6d-8caf-436f-80b8-2d9b45b888ad.kube-rbac-proxy.0.log" time=2022-09-09 08:46:08.243641976 +0000 record={"docker"=>{"container_id"=>"3056f4d23d4899d790a7d82aed9e33dba685eb66073c13dfc6008c324d994d9c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-wnsjd", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"8d76ec6d-8caf-436f-80b8-2d9b45b888ad", "pod_ip"=>"10.52.4.72", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:08.243612       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:08.283393+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>212}, "@timestamp"=>"2022-09-09T08:46:08.243641976+00:00", "viaq_msg_id"=>"NWQ3YmRkZGEtZThkNy00OTVjLWFjNWItYTM0NTZkNDU1ZDJh", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:10 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-wnsjd_8d76ec6d-8caf-436f-80b8-2d9b45b888ad.kube-rbac-proxy.0.log" time=2022-09-09 08:46:08.243641976 +0000 record={"docker"=>{"container_id"=>"3056f4d23d4899d790a7d82aed9e33dba685eb66073c13dfc6008c324d994d9c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-wnsjd", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"8d76ec6d-8caf-436f-80b8-2d9b45b888ad", "pod_ip"=>"10.52.4.72", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:08.243614       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:08.283510+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>213}, "@timestamp"=>"2022-09-09T08:46:08.243641976+00:00", "viaq_msg_id"=>"ZWZiMjMwNzEtNzY0Zi00OTFjLTkyMzgtYTdlOTY4MWViM2E3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:10 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-wnsjd_8d76ec6d-8caf-436f-80b8-2d9b45b888ad.kube-rbac-proxy.0.log" time=2022-09-09 08:46:08.243641976 +0000 record={"docker"=>{"container_id"=>"3056f4d23d4899d790a7d82aed9e33dba685eb66073c13dfc6008c324d994d9c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-wnsjd", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"8d76ec6d-8caf-436f-80b8-2d9b45b888ad", "pod_ip"=>"10.52.4.72", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:08.243618       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:08.283609+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>214}, "@timestamp"=>"2022-09-09T08:46:08.243641976+00:00", "viaq_msg_id"=>"MjM2YTM3ZGYtYWQyZi00MjM4LTkzZjAtMTMxOWJiNGM2MjA5", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:10 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-wnsjd_8d76ec6d-8caf-436f-80b8-2d9b45b888ad.kube-rbac-proxy.0.log" time=2022-09-09 08:46:08.243641976 +0000 record={"docker"=>{"container_id"=>"3056f4d23d4899d790a7d82aed9e33dba685eb66073c13dfc6008c324d994d9c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-wnsjd", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"8d76ec6d-8caf-436f-80b8-2d9b45b888ad", "pod_ip"=>"10.52.4.72", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:08.243620       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:46:08 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:08.283726+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>215}, "@timestamp"=>"2022-09-09T08:46:08.243641976+00:00", "viaq_msg_id"=>"NDIyMWJmNjEtNGNhNC00ZmI1LThlNTAtY2I5N2ViOWZjNjBj", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:10 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-wnsjd_8d76ec6d-8caf-436f-80b8-2d9b45b888ad.kube-rbac-proxy.0.log" time=2022-09-09 08:46:08.243641976 +0000 record={"docker"=>{"container_id"=>"3056f4d23d4899d790a7d82aed9e33dba685eb66073c13dfc6008c324d994d9c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-wnsjd", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"8d76ec6d-8caf-436f-80b8-2d9b45b888ad", "pod_ip"=>"10.52.4.72", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:08.243623       1 round_trippers.go:452]     Audit-Id: f3a903b8-b3be-4819-8eae-2f44549e903a", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:08.283853+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>216}, "@timestamp"=>"2022-09-09T08:46:08.243641976+00:00", "viaq_msg_id"=>"MzA1Y2YzMTAtNzIxNC00ODc2LWFiYTMtNDE1MTYyZTU0Zjgz", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:10 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-wnsjd_8d76ec6d-8caf-436f-80b8-2d9b45b888ad.kube-rbac-proxy.0.log" time=2022-09-09 08:46:08.243641976 +0000 record={"docker"=>{"container_id"=>"3056f4d23d4899d790a7d82aed9e33dba685eb66073c13dfc6008c324d994d9c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-wnsjd", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"8d76ec6d-8caf-436f-80b8-2d9b45b888ad", "pod_ip"=>"10.52.4.72", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:08.243627       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:08.283984+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>217}, "@timestamp"=>"2022-09-09T08:46:08.243641976+00:00", "viaq_msg_id"=>"NDExZGMyYzAtMDRmMy00ZWVlLWFjNDAtNDg0Mjk1ZTZlNjVi", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:10 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_webhook-55bbb55859-wnsjd_8d76ec6d-8caf-436f-80b8-2d9b45b888ad.kube-rbac-proxy.0.log" time=2022-09-09 08:46:08.243729438 +0000 record={"docker"=>{"container_id"=>"3056f4d23d4899d790a7d82aed9e33dba685eb66073c13dfc6008c324d994d9c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"webhook-55bbb55859-wnsjd", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"8d76ec6d-8caf-436f-80b8-2d9b45b888ad", "pod_ip"=>"10.52.4.72", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"webhook", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=webhook", "app.kubernetes.io/component=webhook", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=55bbb55859", "role=webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:08.243661       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:46:08Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:08.284103+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>218}, "@timestamp"=>"2022-09-09T08:46:08.243729438+00:00", "viaq_msg_id"=>"NTJiOWEwMGQtNTZiZi00MTc3LWJmYzUtMzlmMDcxYTEwNzc0", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domain-mapping-85985b48cc-nhvpv_5feda438-e8cc-4c5f-923d-9b2e5add50c3.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.407500156 +0000 record={"docker"=>{"container_id"=>"23a8c6c3e6f19f418047269bf6b0fc8015fcc0163291b824fe9f0c3e9ff924c7"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domain-mapping-85985b48cc-nhvpv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5feda438-e8cc-4c5f-923d-9b2e5add50c3", "pod_ip"=>"10.52.4.49", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domain-mapping", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=85985b48cc", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.407415       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.444403+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>219}, "@timestamp"=>"2022-09-09T08:46:10.407500156+00:00", "viaq_msg_id"=>"YjIxY2Y0ZjktNjYwNy00MjU5LWJiNGItNWU1ZWEyZDg3YjJh", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domain-mapping-85985b48cc-nhvpv_5feda438-e8cc-4c5f-923d-9b2e5add50c3.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.407678973 +0000 record={"docker"=>{"container_id"=>"23a8c6c3e6f19f418047269bf6b0fc8015fcc0163291b824fe9f0c3e9ff924c7"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domain-mapping-85985b48cc-nhvpv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5feda438-e8cc-4c5f-923d-9b2e5add50c3", "pod_ip"=>"10.52.4.49", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domain-mapping", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=85985b48cc", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.407647       1 round_trippers.go:423] curl -k -v -XPOST  -H \"Content-Type: application/json\" -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" -H \"Accept: application/json, */*\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0NzY5OSwiaWF0IjoxNjYyNzExNjk5LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtc2VydmluZyIsInBvZCI6eyJuYW1lIjoiZG9tYWluLW1hcHBpbmctODU5ODViNDhjYy1uaHZwdiIsInVpZCI6IjVmZWRhNDM4LWU4Y2MtNGM1Zi05MjNkLTliMmU1YWRkNTBjMyJ9LCJzZXJ2aWNlYWNjb3VudCI6eyJuYW1lIjoiY29udHJvbGxlciIsInVpZCI6IjYzYTcwYjFjLTU3MDktNDU5ZC05NDAyLTU0MzFhOTVhNzkyMiJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTUzMDZ9LCJuYmYiOjE2NjI3MTE2OTksInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDprbmF0aXZlLXNlcnZpbmc6Y29udHJvbGxlciJ9.LBjGzua4Wr46-M6b8QJnl6yPh3Qacl5cS9m0Pl2eFZX-kcrkxPS8otaUUg3Mz-ua8MedSVjxQ8g_iJ9MZIKaSu5BQkgRaIdZDtttLcghHVOkRwU67UR2JLnwQPIYhg4OO4ceJXDzYjZQmxMJsBMvkUK64i5wCMB9p0sOAVJA2fh4FF8nqcROzQ8Z1zPj3vtlJWCCIJ49ETJwg3qus8vMnDxfKo5-7VJqLC0zietQw0SFDfpXgi3LYWcdvX1rt6xIXGV0UWX_4Hz4nCahL9jhl-Bzlla1W8rWNpeFhRU8zKx9Is-ZGWe4YBZt3ZMQRMqSv2SZeaSWVQgfYd_Y_21o11iVpA7bSA37N45vFiqfjuL7fN_ELBGzQJQCBYd2T5Ez8B8Yo9ACf_ZFhtFAJkcdABGFZsP1L3937402AjoGgDO-xbHNY_Tye36B4_mYFK18Hxyl5U2XcVOvrBqkV0DuPBRIuj381JE44UqtVzQ-mEhIjBlQdSPKkI1YDUeb_bEF7lifCXGkkxMI57o9lWpTYG0ph2ll-qjolDsOXDQOf16zW9VGyJ3cEB8ucoQjZyt04DPcBDqXhmrGy0kTVebc-ax-CJZLYv7yA6MzYaJ5abfHe4OUme45aKcw4TRK5DdbHkwBTYS7sR9oHVuYhsnL9dCsxy0d45zZjNA4TtU_unA\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.444558+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>220}, "@timestamp"=>"2022-09-09T08:46:10.407678973+00:00", "viaq_msg_id"=>"MzNkNzkyMTMtNDQ2NS00ZmNmLThlOTAtOGVkZmMzMWMzM2Mx", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domain-mapping-85985b48cc-nhvpv_5feda438-e8cc-4c5f-923d-9b2e5add50c3.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.412163302 +0000 record={"docker"=>{"container_id"=>"23a8c6c3e6f19f418047269bf6b0fc8015fcc0163291b824fe9f0c3e9ff924c7"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domain-mapping-85985b48cc-nhvpv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5feda438-e8cc-4c5f-923d-9b2e5add50c3", "pod_ip"=>"10.52.4.49", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domain-mapping", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=85985b48cc", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.411887       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 4 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.451608+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>221}, "@timestamp"=>"2022-09-09T08:46:10.412163302+00:00", "viaq_msg_id"=>"NjY0MTdkZGUtMWU3NS00ODgzLWEwZTItZGQxZDU5NmQ5ZGQy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domain-mapping-85985b48cc-nhvpv_5feda438-e8cc-4c5f-923d-9b2e5add50c3.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.412163302 +0000 record={"docker"=>{"container_id"=>"23a8c6c3e6f19f418047269bf6b0fc8015fcc0163291b824fe9f0c3e9ff924c7"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domain-mapping-85985b48cc-nhvpv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5feda438-e8cc-4c5f-923d-9b2e5add50c3", "pod_ip"=>"10.52.4.49", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domain-mapping", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=85985b48cc", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.411924       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.451741+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>222}, "@timestamp"=>"2022-09-09T08:46:10.412163302+00:00", "viaq_msg_id"=>"ODVmMmE3ODgtMTEwOC00NTJlLWEzNmYtNjRlOTEyYmFlOGU1", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domain-mapping-85985b48cc-nhvpv_5feda438-e8cc-4c5f-923d-9b2e5add50c3.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.412163302 +0000 record={"docker"=>{"container_id"=>"23a8c6c3e6f19f418047269bf6b0fc8015fcc0163291b824fe9f0c3e9ff924c7"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domain-mapping-85985b48cc-nhvpv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5feda438-e8cc-4c5f-923d-9b2e5add50c3", "pod_ip"=>"10.52.4.49", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domain-mapping", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=85985b48cc", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.411931       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.451852+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>223}, "@timestamp"=>"2022-09-09T08:46:10.412163302+00:00", "viaq_msg_id"=>"ZmJlM2JjYzQtMWViNi00NzI3LWE1NjUtMDZiYjM2N2E5YmQ4", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domain-mapping-85985b48cc-nhvpv_5feda438-e8cc-4c5f-923d-9b2e5add50c3.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.412163302 +0000 record={"docker"=>{"container_id"=>"23a8c6c3e6f19f418047269bf6b0fc8015fcc0163291b824fe9f0c3e9ff924c7"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domain-mapping-85985b48cc-nhvpv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5feda438-e8cc-4c5f-923d-9b2e5add50c3", "pod_ip"=>"10.52.4.49", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domain-mapping", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=85985b48cc", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.411936       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.451948+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>224}, "@timestamp"=>"2022-09-09T08:46:10.412163302+00:00", "viaq_msg_id"=>"ODg3MzczMzctMjJlMy00MzA3LWFhMmYtZDlhNjA2MzRlNTkz", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domain-mapping-85985b48cc-nhvpv_5feda438-e8cc-4c5f-923d-9b2e5add50c3.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.412163302 +0000 record={"docker"=>{"container_id"=>"23a8c6c3e6f19f418047269bf6b0fc8015fcc0163291b824fe9f0c3e9ff924c7"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domain-mapping-85985b48cc-nhvpv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5feda438-e8cc-4c5f-923d-9b2e5add50c3", "pod_ip"=>"10.52.4.49", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domain-mapping", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=85985b48cc", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.411941       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.452066+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>225}, "@timestamp"=>"2022-09-09T08:46:10.412163302+00:00", "viaq_msg_id"=>"YWM3ZjUzNWUtMGExZi00ODFjLTkyYTktNWNmZjBiYWMyODQ3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domain-mapping-85985b48cc-nhvpv_5feda438-e8cc-4c5f-923d-9b2e5add50c3.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.412163302 +0000 record={"docker"=>{"container_id"=>"23a8c6c3e6f19f418047269bf6b0fc8015fcc0163291b824fe9f0c3e9ff924c7"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domain-mapping-85985b48cc-nhvpv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5feda438-e8cc-4c5f-923d-9b2e5add50c3", "pod_ip"=>"10.52.4.49", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domain-mapping", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=85985b48cc", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.411945       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.452174+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>226}, "@timestamp"=>"2022-09-09T08:46:10.412163302+00:00", "viaq_msg_id"=>"YzkxNzNkMjktYTUyYS00M2ExLTg5ZDMtN2M1OTQwNjYxNWM0", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domain-mapping-85985b48cc-nhvpv_5feda438-e8cc-4c5f-923d-9b2e5add50c3.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.412163302 +0000 record={"docker"=>{"container_id"=>"23a8c6c3e6f19f418047269bf6b0fc8015fcc0163291b824fe9f0c3e9ff924c7"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domain-mapping-85985b48cc-nhvpv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5feda438-e8cc-4c5f-923d-9b2e5add50c3", "pod_ip"=>"10.52.4.49", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domain-mapping", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=85985b48cc", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.411952       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:46:10 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.452269+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>227}, "@timestamp"=>"2022-09-09T08:46:10.412163302+00:00", "viaq_msg_id"=>"ZjE5YjYzYzctMTA2NS00MzA2LWFkN2YtMGY3YmJmOTA2NDQ4", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domain-mapping-85985b48cc-nhvpv_5feda438-e8cc-4c5f-923d-9b2e5add50c3.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.412163302 +0000 record={"docker"=>{"container_id"=>"23a8c6c3e6f19f418047269bf6b0fc8015fcc0163291b824fe9f0c3e9ff924c7"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domain-mapping-85985b48cc-nhvpv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5feda438-e8cc-4c5f-923d-9b2e5add50c3", "pod_ip"=>"10.52.4.49", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domain-mapping", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=85985b48cc", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.411956       1 round_trippers.go:452]     Audit-Id: ffaba143-5fc1-46a7-9932-d6659e874db6", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.452404+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>228}, "@timestamp"=>"2022-09-09T08:46:10.412163302+00:00", "viaq_msg_id"=>"YjMzNTc5NDEtZjZiNy00NjNmLTgxYWMtMjAwMzVmOGUzMTI5", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domain-mapping-85985b48cc-nhvpv_5feda438-e8cc-4c5f-923d-9b2e5add50c3.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.412163302 +0000 record={"docker"=>{"container_id"=>"23a8c6c3e6f19f418047269bf6b0fc8015fcc0163291b824fe9f0c3e9ff924c7"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domain-mapping-85985b48cc-nhvpv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5feda438-e8cc-4c5f-923d-9b2e5add50c3", "pod_ip"=>"10.52.4.49", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domain-mapping", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=85985b48cc", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.411961       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.452545+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>229}, "@timestamp"=>"2022-09-09T08:46:10.412163302+00:00", "viaq_msg_id"=>"ZjA4NmUwOTItNWQ5Ni00ZjgzLWFjODYtMzcyZWUwMzdhMWMw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domain-mapping-85985b48cc-nhvpv_5feda438-e8cc-4c5f-923d-9b2e5add50c3.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.412163302 +0000 record={"docker"=>{"container_id"=>"23a8c6c3e6f19f418047269bf6b0fc8015fcc0163291b824fe9f0c3e9ff924c7"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domain-mapping-85985b48cc-nhvpv", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"5feda438-e8cc-4c5f-923d-9b2e5add50c3", "pod_ip"=>"10.52.4.49", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domain-mapping", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=85985b48cc", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.412012       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:46:10Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.452660+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>230}, "@timestamp"=>"2022-09-09T08:46:10.412163302+00:00", "viaq_msg_id"=>"MDBhZDA4MmMtM2QwMi00YmE4LWIxNmMtYmI2Nzg0ZTcwNWEy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domainmapping-webhook-79c75dc7d7-njd89_3db5236b-a779-4bba-a72d-f6db664ecf7f.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.695034939 +0000 record={"docker"=>{"container_id"=>"6d11be5499cfe4f4d223b8cb38fddb87606612f681cc4446a5bc933af6fe793c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domainmapping-webhook-79c75dc7d7-njd89", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3db5236b-a779-4bba-a72d-f6db664ecf7f", "pod_ip"=>"10.52.4.51", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domainmapping-webhook", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=79c75dc7d7", "role=domainmapping-webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.694619       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.737139+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>231}, "@timestamp"=>"2022-09-09T08:46:10.695034939+00:00", "viaq_msg_id"=>"OGM3ZWYzY2EtMTdhOC00MWYwLWFmMzktODQ2NDIxNDIzYWYz", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domainmapping-webhook-79c75dc7d7-njd89_3db5236b-a779-4bba-a72d-f6db664ecf7f.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.695034939 +0000 record={"docker"=>{"container_id"=>"6d11be5499cfe4f4d223b8cb38fddb87606612f681cc4446a5bc933af6fe793c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domainmapping-webhook-79c75dc7d7-njd89", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3db5236b-a779-4bba-a72d-f6db664ecf7f", "pod_ip"=>"10.52.4.51", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domainmapping-webhook", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=79c75dc7d7", "role=domainmapping-webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.694792       1 round_trippers.go:423] curl -k -v -XPOST  -H \"Content-Type: application/json\" -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" -H \"Accept: application/json, */*\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0NzkzMCwiaWF0IjoxNjYyNzExOTMwLCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtc2VydmluZyIsInBvZCI6eyJuYW1lIjoiZG9tYWlubWFwcGluZy13ZWJob29rLTc5Yzc1ZGM3ZDctbmpkODkiLCJ1aWQiOiIzZGI1MjM2Yi1hNzc5LTRiYmEtYTcyZC1mNmRiNjY0ZWNmN2YifSwic2VydmljZWFjY291bnQiOnsibmFtZSI6ImNvbnRyb2xsZXIiLCJ1aWQiOiI2M2E3MGIxYy01NzA5LTQ1OWQtOTQwMi01NDMxYTk1YTc5MjIifSwid2FybmFmdGVyIjoxNjYyNzE1NTM3fSwibmJmIjoxNjYyNzExOTMwLCJzdWIiOiJzeXN0ZW06c2VydmljZWFjY291bnQ6a25hdGl2ZS1zZXJ2aW5nOmNvbnRyb2xsZXIifQ.LrENN8a5Ta2Zx5BS-aYnbx9Fd0pVV0nnlgH8z-MD8tH9cEnwT840BEb5Tx8ZovfKqmwR9ncSK5uCJYDlO7u7zqMQDhV96xPwo2kNPw538PlmYTWPXUwLbPO082WdY0FbwyZC8fs_qNRiYsg7iOBnlhKy97wuhkLcAcEhWuTP4NFzlGdsINvzMyJZvva7DoowzG46AZug19QenxHFKi1ihFC6IVdt1exZNkMgbcU8HA9GCcZ_vj8wMssnaep9GXgPgHKmOJYMtHDzgWnZH7WrJkzgSS0i1eurTYXjLeiKJ_H3JjAwvkO6rtii2bzrlgZiUYI59Ri7G8dJxhgFpF0Wz6se2gfhMipAzzp_19sSwKZvfxGsNAzX4A-MCnAjb-G9HuH0bzkw5OVIfvD0Bxkj7k5bw01fp6cD9N-6HLhbhqPyICrQsZUhvk3E6LJr8fO_k6pD9bSkH7EUl28UvTMAF1FAibppxAtmXQSRyplfGaQaPWh0efh_GOtzASfCTCsJCvGMjk_6KJBwuxZQh4jJ0q_LDFgBLQkdXLEiFz1JMn6TpeoSLQNW28g1StVKKOu2rp64F8puoMjYTvSvha-3nkTkh9kNgvkr9oBiBTW-5Xgpp6jPwa4tINVpBdeKkoXCQIoovx7jw4E6j67XvqF2VjXPrVD8MlX8CAGU-WyCYtk\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.737498+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>232}, "@timestamp"=>"2022-09-09T08:46:10.695034939+00:00", "viaq_msg_id"=>"MGI5ZjQ0OTctMDA5Zi00N2E2LWFiYTUtM2IyZWE4YTFhM2I5", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domainmapping-webhook-79c75dc7d7-njd89_3db5236b-a779-4bba-a72d-f6db664ecf7f.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.698220867 +0000 record={"docker"=>{"container_id"=>"6d11be5499cfe4f4d223b8cb38fddb87606612f681cc4446a5bc933af6fe793c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domainmapping-webhook-79c75dc7d7-njd89", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3db5236b-a779-4bba-a72d-f6db664ecf7f", "pod_ip"=>"10.52.4.51", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domainmapping-webhook", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=79c75dc7d7", "role=domainmapping-webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.698088       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 3 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.745390+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>233}, "@timestamp"=>"2022-09-09T08:46:10.698220867+00:00", "viaq_msg_id"=>"YzQ0MmUzYzAtYWNkZS00MmI4LTgxZTAtNDE5NGRmYzYxZDc4", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domainmapping-webhook-79c75dc7d7-njd89_3db5236b-a779-4bba-a72d-f6db664ecf7f.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.698220867 +0000 record={"docker"=>{"container_id"=>"6d11be5499cfe4f4d223b8cb38fddb87606612f681cc4446a5bc933af6fe793c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domainmapping-webhook-79c75dc7d7-njd89", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3db5236b-a779-4bba-a72d-f6db664ecf7f", "pod_ip"=>"10.52.4.51", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domainmapping-webhook", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=79c75dc7d7", "role=domainmapping-webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.698138       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.745538+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>234}, "@timestamp"=>"2022-09-09T08:46:10.698220867+00:00", "viaq_msg_id"=>"YThhNjIxZDEtZDIwNi00NjRhLWI4ZGQtMGEwMGNjZDA0NmRi", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domainmapping-webhook-79c75dc7d7-njd89_3db5236b-a779-4bba-a72d-f6db664ecf7f.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.698220867 +0000 record={"docker"=>{"container_id"=>"6d11be5499cfe4f4d223b8cb38fddb87606612f681cc4446a5bc933af6fe793c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domainmapping-webhook-79c75dc7d7-njd89", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3db5236b-a779-4bba-a72d-f6db664ecf7f", "pod_ip"=>"10.52.4.51", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domainmapping-webhook", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=79c75dc7d7", "role=domainmapping-webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.698142       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:46:10 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.745643+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>235}, "@timestamp"=>"2022-09-09T08:46:10.698220867+00:00", "viaq_msg_id"=>"ZDRiMjcyYTAtODZmYS00YjhkLWI0MzUtMGM2MWY2NjhhNDRh", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domainmapping-webhook-79c75dc7d7-njd89_3db5236b-a779-4bba-a72d-f6db664ecf7f.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.698220867 +0000 record={"docker"=>{"container_id"=>"6d11be5499cfe4f4d223b8cb38fddb87606612f681cc4446a5bc933af6fe793c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domainmapping-webhook-79c75dc7d7-njd89", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3db5236b-a779-4bba-a72d-f6db664ecf7f", "pod_ip"=>"10.52.4.51", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domainmapping-webhook", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=79c75dc7d7", "role=domainmapping-webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.698146       1 round_trippers.go:452]     Audit-Id: 765a78a0-72db-4940-87a8-b98bab0fee46", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.745811+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>236}, "@timestamp"=>"2022-09-09T08:46:10.698220867+00:00", "viaq_msg_id"=>"MzkyMWIzNmEtYzgzZS00MTdjLTg2MmMtZTY5MDc0MzkwMWQ2", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domainmapping-webhook-79c75dc7d7-njd89_3db5236b-a779-4bba-a72d-f6db664ecf7f.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.698220867 +0000 record={"docker"=>{"container_id"=>"6d11be5499cfe4f4d223b8cb38fddb87606612f681cc4446a5bc933af6fe793c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domainmapping-webhook-79c75dc7d7-njd89", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3db5236b-a779-4bba-a72d-f6db664ecf7f", "pod_ip"=>"10.52.4.51", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domainmapping-webhook", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=79c75dc7d7", "role=domainmapping-webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.698148       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.746003+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>237}, "@timestamp"=>"2022-09-09T08:46:10.698220867+00:00", "viaq_msg_id"=>"NmNjMmFkZDgtYWNiNC00N2U0LTljY2UtZjYwNjNhM2JkZjEw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domainmapping-webhook-79c75dc7d7-njd89_3db5236b-a779-4bba-a72d-f6db664ecf7f.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.698220867 +0000 record={"docker"=>{"container_id"=>"6d11be5499cfe4f4d223b8cb38fddb87606612f681cc4446a5bc933af6fe793c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domainmapping-webhook-79c75dc7d7-njd89", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3db5236b-a779-4bba-a72d-f6db664ecf7f", "pod_ip"=>"10.52.4.51", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domainmapping-webhook", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=79c75dc7d7", "role=domainmapping-webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.698151       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.746198+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>238}, "@timestamp"=>"2022-09-09T08:46:10.698220867+00:00", "viaq_msg_id"=>"NGMwZDY2YzctOTA0Yy00MWQ1LTg4MWEtNDU1NGQ0OGZlZWVh", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domainmapping-webhook-79c75dc7d7-njd89_3db5236b-a779-4bba-a72d-f6db664ecf7f.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.698220867 +0000 record={"docker"=>{"container_id"=>"6d11be5499cfe4f4d223b8cb38fddb87606612f681cc4446a5bc933af6fe793c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domainmapping-webhook-79c75dc7d7-njd89", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3db5236b-a779-4bba-a72d-f6db664ecf7f", "pod_ip"=>"10.52.4.51", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domainmapping-webhook", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=79c75dc7d7", "role=domainmapping-webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.698154       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.746465+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>239}, "@timestamp"=>"2022-09-09T08:46:10.698220867+00:00", "viaq_msg_id"=>"OGY1YzY5ZGMtMTc3MC00YTZhLWJjNzgtYjVlMDk3ZmU1OTYy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domainmapping-webhook-79c75dc7d7-njd89_3db5236b-a779-4bba-a72d-f6db664ecf7f.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.698220867 +0000 record={"docker"=>{"container_id"=>"6d11be5499cfe4f4d223b8cb38fddb87606612f681cc4446a5bc933af6fe793c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domainmapping-webhook-79c75dc7d7-njd89", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3db5236b-a779-4bba-a72d-f6db664ecf7f", "pod_ip"=>"10.52.4.51", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domainmapping-webhook", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=79c75dc7d7", "role=domainmapping-webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.698156       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.746671+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>240}, "@timestamp"=>"2022-09-09T08:46:10.698220867+00:00", "viaq_msg_id"=>"MTU1YmYzYTItNzU4OC00ZjEyLThmY2ItMWI1MWU1ZmM0YTMy", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domainmapping-webhook-79c75dc7d7-njd89_3db5236b-a779-4bba-a72d-f6db664ecf7f.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.698220867 +0000 record={"docker"=>{"container_id"=>"6d11be5499cfe4f4d223b8cb38fddb87606612f681cc4446a5bc933af6fe793c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domainmapping-webhook-79c75dc7d7-njd89", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3db5236b-a779-4bba-a72d-f6db664ecf7f", "pod_ip"=>"10.52.4.51", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domainmapping-webhook", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=79c75dc7d7", "role=domainmapping-webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.698160       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.746878+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>241}, "@timestamp"=>"2022-09-09T08:46:10.698220867+00:00", "viaq_msg_id"=>"ZGE0NzhkNjctYzYxOS00MGM1LThkODMtYjUxNTU5YWI3ZDIw", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:12 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-serving_domainmapping-webhook-79c75dc7d7-njd89_3db5236b-a779-4bba-a72d-f6db664ecf7f.kube-rbac-proxy.0.log" time=2022-09-09 08:46:10.698220867 +0000 record={"docker"=>{"container_id"=>"6d11be5499cfe4f4d223b8cb38fddb87606612f681cc4446a5bc933af6fe793c"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-serving", "pod_name"=>"domainmapping-webhook-79c75dc7d7-njd89", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"3db5236b-a779-4bba-a72d-f6db664ecf7f", "pod_ip"=>"10.52.4.51", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"domain-mapping", "app.kubernetes.io/name"=>"knative-serving", "app.kubernetes.io/version"=>"1.3.0"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"ec135ab0-4716-4ba9-a30e-218b7d1747f4", "namespace_labels"=>{"kubernetes.io/metadata.name"=>"knative-serving", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=domainmapping-webhook", "app.kubernetes.io/component=domain-mapping", "app.kubernetes.io/name=knative-serving", "app.kubernetes.io/version=1.3.0", "pod-template-hash=79c75dc7d7", "role=domainmapping-webhook", "serving.knative.dev/release=v1.3.0"]}, "message"=>"I0909 08:46:10.698191       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:46:10Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:10.747083+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>242}, "@timestamp"=>"2022-09-09T08:46:10.698220867+00:00", "viaq_msg_id"=>"NzJlMmNhMWEtNjY5OS00YjEzLWIxZDMtYWYwYjRkY2QyZmRl", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:13 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_eventing-webhook-6b75c7448c-2xwhq_a61eb7d8-371a-4bbf-b388-b30380ddbcf5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:11.338948608 +0000 record={"docker"=>{"container_id"=>"9afaae7a94ca0da5de65872959d7dc07829bfc6f6995ad81d93ac12ad238a320"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"eventing-webhook-6b75c7448c-2xwhq", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"a61eb7d8-371a-4bbf-b388-b30380ddbcf5", "pod_ip"=>"10.52.4.71", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"eventing-webhook", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=eventing-webhook", "app.kubernetes.io/component=eventing-webhook", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6b75c7448c", "role=eventing-webhook"]}, "message"=>"I0909 08:46:11.338892       1 request.go:1097] Request Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"user\":{}}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:11.395339+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>243}, "@timestamp"=>"2022-09-09T08:46:11.338948608+00:00", "viaq_msg_id"=>"MDAzOGVlNmQtZDk1ZS00MzExLWE2MWYtOWQwNjJlNzc1NmUx", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:13 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_eventing-webhook-6b75c7448c-2xwhq_a61eb7d8-371a-4bbf-b388-b30380ddbcf5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:11.339065918 +0000 record={"docker"=>{"container_id"=>"9afaae7a94ca0da5de65872959d7dc07829bfc6f6995ad81d93ac12ad238a320"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"eventing-webhook-6b75c7448c-2xwhq", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"a61eb7d8-371a-4bbf-b388-b30380ddbcf5", "pod_ip"=>"10.52.4.71", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"eventing-webhook", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=eventing-webhook", "app.kubernetes.io/component=eventing-webhook", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6b75c7448c", "role=eventing-webhook"]}, "message"=>"I0909 08:46:11.339053       1 round_trippers.go:423] curl -k -v -XPOST  -H \"User-Agent: kube-rbac-proxy/v0.0.0 (linux/amd64) kubernetes/$Format\" -H \"Authorization: Bearer eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0ODA4MywiaWF0IjoxNjYyNzEyMDgzLCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6ImtuYXRpdmUtZXZlbnRpbmciLCJwb2QiOnsibmFtZSI6ImV2ZW50aW5nLXdlYmhvb2stNmI3NWM3NDQ4Yy0yeHdocSIsInVpZCI6ImE2MWViN2Q4LTM3MWEtNGJiZi1iMzg4LWIzMDM4MGRkYmNmNSJ9LCJzZXJ2aWNlYWNjb3VudCI6eyJuYW1lIjoiZXZlbnRpbmctd2ViaG9vayIsInVpZCI6ImMwZDg2OWZkLWZjNzItNDczZC1iNjBmLTg1ZWI4ZjU1MzA3OCJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU2OTB9LCJuYmYiOjE2NjI3MTIwODMsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDprbmF0aXZlLWV2ZW50aW5nOmV2ZW50aW5nLXdlYmhvb2sifQ.B0sxUOWqCvyTUVO_jBBPWazX2nlW_xUDLAbdOkrk1oI50gKS-cVPO_kdskjVwhn2aMyE1iv5HdAxAqzLOg_T9bKTRzq7wUSTw4Eur4tFA1I-EoM5nmy2Lq-kEn5hLXVv4EzGeyt0V1fUvt218sfyh1-0j30VMJ8XgYWKdgkhsu71Bhp4G5QwKgcYzIzdabkpNUXG_AGSv1vVimm4DqDKqseONgjCSYJ3Sue4wI3LKDHNWAXuP6bqbOs1NazDxSBnau2Fth07Vbk8WTXMLbNJPBYEoxQtKD0JNNttd-dSdnw3duX2a_gKeFyg_DP0U2D0As4ZscY3jWteJJDH37Ik80gXNB56TDAN7L7ABWF966QfFt6xpJDdeaGJPkf2-OK93q9sP_wcTl61XOgbrsvSea5U7ryRXJeZh8LvMJqxaBfduutndvLuXvO0QNPr5_H3DUjOyRfxxBDi8b_ahs6BdW4axM5bxdehPPc8ZxBsVhPFvmDiTfVKuj805LXi-PiAdrX3ua5R8XCj5ZtXUYhxXe0D6148FdLMLDyvskBa4s7IM4PJ1EEpKKHslnycdcr_4k4yfEVaCkmkF-ixm5GqT2Cn4YsWU6PvyWqXUbJBXBlf2e0JDEPRttbStD39ztDO2OfSiY2AOuUHufP3UeRHmuvHZt0cRzR-Ks0HHShJarQ\" -H \"Accept: application/json, */*\" -H \"Content-Type: application/json\" 'https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews'", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:11.395502+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>244}, "@timestamp"=>"2022-09-09T08:46:11.339065918+00:00", "viaq_msg_id"=>"YzY4YWY4MmYtM2YyMS00ZTkxLTgxNTctZDgzMGM3YTI2MDc5", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:13 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_eventing-webhook-6b75c7448c-2xwhq_a61eb7d8-371a-4bbf-b388-b30380ddbcf5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:11.342924355 +0000 record={"docker"=>{"container_id"=>"9afaae7a94ca0da5de65872959d7dc07829bfc6f6995ad81d93ac12ad238a320"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"eventing-webhook-6b75c7448c-2xwhq", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"a61eb7d8-371a-4bbf-b388-b30380ddbcf5", "pod_ip"=>"10.52.4.71", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"eventing-webhook", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=eventing-webhook", "app.kubernetes.io/component=eventing-webhook", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6b75c7448c", "role=eventing-webhook"]}, "message"=>"I0909 08:46:11.342863       1 round_trippers.go:443] POST https://10.53.0.1:443/apis/authentication.k8s.io/v1/tokenreviews 201 Created in 3 milliseconds", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:11.403455+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>245}, "@timestamp"=>"2022-09-09T08:46:11.342924355+00:00", "viaq_msg_id"=>"MDZjOTNmMTAtNjdkYy00MTRhLTlmZGMtYzJjMzRjMDY1Y2U1", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:13 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_eventing-webhook-6b75c7448c-2xwhq_a61eb7d8-371a-4bbf-b388-b30380ddbcf5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:11.342924355 +0000 record={"docker"=>{"container_id"=>"9afaae7a94ca0da5de65872959d7dc07829bfc6f6995ad81d93ac12ad238a320"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"eventing-webhook-6b75c7448c-2xwhq", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"a61eb7d8-371a-4bbf-b388-b30380ddbcf5", "pod_ip"=>"10.52.4.71", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"eventing-webhook", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=eventing-webhook", "app.kubernetes.io/component=eventing-webhook", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6b75c7448c", "role=eventing-webhook"]}, "message"=>"I0909 08:46:11.342891       1 round_trippers.go:449] Response Headers:", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:11.403601+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>246}, "@timestamp"=>"2022-09-09T08:46:11.342924355+00:00", "viaq_msg_id"=>"ZDgyMWQ3ODgtYTcyZC00ZjZlLTk3NmQtMWE4M2Q4Yzk0N2Vk", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:13 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_eventing-webhook-6b75c7448c-2xwhq_a61eb7d8-371a-4bbf-b388-b30380ddbcf5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:11.342924355 +0000 record={"docker"=>{"container_id"=>"9afaae7a94ca0da5de65872959d7dc07829bfc6f6995ad81d93ac12ad238a320"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"eventing-webhook-6b75c7448c-2xwhq", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"a61eb7d8-371a-4bbf-b388-b30380ddbcf5", "pod_ip"=>"10.52.4.71", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"eventing-webhook", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=eventing-webhook", "app.kubernetes.io/component=eventing-webhook", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6b75c7448c", "role=eventing-webhook"]}, "message"=>"I0909 08:46:11.342897       1 round_trippers.go:452]     Date: Fri, 09 Sep 2022 08:46:11 GMT", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:11.403738+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>247}, "@timestamp"=>"2022-09-09T08:46:11.342924355+00:00", "viaq_msg_id"=>"ZTlhNzQ3MzktOGYwMS00OTdlLTkwNDEtYzg0Mjk5NWZmYzk3", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:13 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_eventing-webhook-6b75c7448c-2xwhq_a61eb7d8-371a-4bbf-b388-b30380ddbcf5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:11.342924355 +0000 record={"docker"=>{"container_id"=>"9afaae7a94ca0da5de65872959d7dc07829bfc6f6995ad81d93ac12ad238a320"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"eventing-webhook-6b75c7448c-2xwhq", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"a61eb7d8-371a-4bbf-b388-b30380ddbcf5", "pod_ip"=>"10.52.4.71", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"eventing-webhook", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=eventing-webhook", "app.kubernetes.io/component=eventing-webhook", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6b75c7448c", "role=eventing-webhook"]}, "message"=>"I0909 08:46:11.342902       1 round_trippers.go:452]     Audit-Id: abc8c629-f5b5-45a8-8c0c-7d58e66be497", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:11.403848+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>248}, "@timestamp"=>"2022-09-09T08:46:11.342924355+00:00", "viaq_msg_id"=>"OGE1YjgzZDUtY2ZjYy00NmExLTlkZTgtZDU0ZDhkMmFiNTkx", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:13 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_eventing-webhook-6b75c7448c-2xwhq_a61eb7d8-371a-4bbf-b388-b30380ddbcf5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:11.342924355 +0000 record={"docker"=>{"container_id"=>"9afaae7a94ca0da5de65872959d7dc07829bfc6f6995ad81d93ac12ad238a320"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"eventing-webhook-6b75c7448c-2xwhq", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"a61eb7d8-371a-4bbf-b388-b30380ddbcf5", "pod_ip"=>"10.52.4.71", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"eventing-webhook", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=eventing-webhook", "app.kubernetes.io/component=eventing-webhook", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6b75c7448c", "role=eventing-webhook"]}, "message"=>"I0909 08:46:11.342907       1 round_trippers.go:452]     Cache-Control: no-cache, private", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:11.403962+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>249}, "@timestamp"=>"2022-09-09T08:46:11.342924355+00:00", "viaq_msg_id"=>"MGM4Yjc2NmYtMTgzNi00M2IwLTllODMtY2VhMGVlZmY1YzZm", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:13 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_eventing-webhook-6b75c7448c-2xwhq_a61eb7d8-371a-4bbf-b388-b30380ddbcf5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:11.342924355 +0000 record={"docker"=>{"container_id"=>"9afaae7a94ca0da5de65872959d7dc07829bfc6f6995ad81d93ac12ad238a320"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"eventing-webhook-6b75c7448c-2xwhq", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"a61eb7d8-371a-4bbf-b388-b30380ddbcf5", "pod_ip"=>"10.52.4.71", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"eventing-webhook", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=eventing-webhook", "app.kubernetes.io/component=eventing-webhook", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6b75c7448c", "role=eventing-webhook"]}, "message"=>"I0909 08:46:11.342911       1 round_trippers.go:452]     Content-Type: application/json", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:11.404074+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>250}, "@timestamp"=>"2022-09-09T08:46:11.342924355+00:00", "viaq_msg_id"=>"N2JhZDQ1YzAtYmZhMy00ZWUzLThmYjMtYjJlN2UxMjI1MjM1", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:13 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_eventing-webhook-6b75c7448c-2xwhq_a61eb7d8-371a-4bbf-b388-b30380ddbcf5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:11.342924355 +0000 record={"docker"=>{"container_id"=>"9afaae7a94ca0da5de65872959d7dc07829bfc6f6995ad81d93ac12ad238a320"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"eventing-webhook-6b75c7448c-2xwhq", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"a61eb7d8-371a-4bbf-b388-b30380ddbcf5", "pod_ip"=>"10.52.4.71", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"eventing-webhook", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=eventing-webhook", "app.kubernetes.io/component=eventing-webhook", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6b75c7448c", "role=eventing-webhook"]}, "message"=>"I0909 08:46:11.342915       1 round_trippers.go:452]     X-Kubernetes-Pf-Flowschema-Uid: 4ffb30ed-2dce-4851-b654-c9590ca08baa", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:11.404238+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>251}, "@timestamp"=>"2022-09-09T08:46:11.342924355+00:00", "viaq_msg_id"=>"YjRiMWQwOWMtNzQ2NS00OGUwLWI3NjgtNTM1ZWY5NDM3ZGE2", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:13 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_eventing-webhook-6b75c7448c-2xwhq_a61eb7d8-371a-4bbf-b388-b30380ddbcf5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:11.342924355 +0000 record={"docker"=>{"container_id"=>"9afaae7a94ca0da5de65872959d7dc07829bfc6f6995ad81d93ac12ad238a320"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"eventing-webhook-6b75c7448c-2xwhq", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"a61eb7d8-371a-4bbf-b388-b30380ddbcf5", "pod_ip"=>"10.52.4.71", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"eventing-webhook", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=eventing-webhook", "app.kubernetes.io/component=eventing-webhook", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6b75c7448c", "role=eventing-webhook"]}, "message"=>"I0909 08:46:11.342918       1 round_trippers.go:452]     X-Kubernetes-Pf-Prioritylevel-Uid: 4caa9b4a-b6c1-4dc9-a26b-6f409dc02bb2", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:11.404431+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>252}, "@timestamp"=>"2022-09-09T08:46:11.342924355+00:00", "viaq_msg_id"=>"MTQ5YWE3NGEtZTQ3Zi00YTliLWI3YWEtNjYzMzk2ZDZjMzkx", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:13 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_eventing-webhook-6b75c7448c-2xwhq_a61eb7d8-371a-4bbf-b388-b30380ddbcf5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:11.342985159 +0000 record={"docker"=>{"container_id"=>"9afaae7a94ca0da5de65872959d7dc07829bfc6f6995ad81d93ac12ad238a320"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"eventing-webhook-6b75c7448c-2xwhq", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"a61eb7d8-371a-4bbf-b388-b30380ddbcf5", "pod_ip"=>"10.52.4.71", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"eventing-webhook", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=eventing-webhook", "app.kubernetes.io/component=eventing-webhook", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6b75c7448c", "role=eventing-webhook"]}, "message"=>"I0909 08:46:11.342923       1 round_trippers.go:452]     Content-Length: 2144", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:11.404577+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>253}, "@timestamp"=>"2022-09-09T08:46:11.342985159+00:00", "viaq_msg_id"=>"NDNlOGZlZmYtZWUxMy00MzEyLTgzYjYtNmNjNTgyN2MxY2M0", "log_type"=>"application", "viaq_index_name"=>"app-write"}
2022-09-09 08:46:13 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ElasticsearchErrorHandler::ElasticsearchError error="400 - Rejected by Elasticsearch" location=nil tag="kubernetes.var.log.pods.knative-eventing_eventing-webhook-6b75c7448c-2xwhq_a61eb7d8-371a-4bbf-b388-b30380ddbcf5.kube-rbac-proxy.0.log" time=2022-09-09 08:46:11.342994796 +0000 record={"docker"=>{"container_id"=>"9afaae7a94ca0da5de65872959d7dc07829bfc6f6995ad81d93ac12ad238a320"}, "kubernetes"=>{"container_name"=>"kube-rbac-proxy", "namespace_name"=>"knative-eventing", "pod_name"=>"eventing-webhook-6b75c7448c-2xwhq", "container_image"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "container_image_id"=>"registry.redhat.io/openshift4/ose-kube-rbac-proxy@sha256:011909289ad5a6e6dd012fafaab83117777073febb15536ee7e66a4d5830f303", "pod_id"=>"a61eb7d8-371a-4bbf-b388-b30380ddbcf5", "pod_ip"=>"10.52.4.71", "host"=>"vvhu4167", "labels"=>{"app.kubernetes.io/component"=>"eventing-webhook", "app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"v1.3.2"}, "master_url"=>"https://kubernetes.default.svc", "namespace_id"=>"c396b54d-229f-41e7-8c07-481e54fa2ecf", "namespace_labels"=>{"app.kubernetes.io/name"=>"knative-eventing", "app.kubernetes.io/version"=>"1.1.0", "eventing.knative.dev/release"=>"v1.1.0", "knative.openshift.io/part-of"=>"openshift-serverless", "kubernetes.io/metadata.name"=>"knative-eventing", "network.openshift.io/policy-group"=>"ingress", "openshift-pipelines.tekton.dev/namespace-reconcile-version"=>"v1.6.3", "openshift.io/cluster-monitoring"=>"true"}, "flat_labels"=>["app=eventing-webhook", "app.kubernetes.io/component=eventing-webhook", "app.kubernetes.io/name=knative-eventing", "app.kubernetes.io/version=v1.3.2", "eventing.knative.dev/release=v1.3.2", "pod-template-hash=6b75c7448c", "role=eventing-webhook"]}, "message"=>"I0909 08:46:11.342976       1 request.go:1097] Response Body: {\"kind\":\"TokenReview\",\"apiVersion\":\"authentication.k8s.io/v1\",\"metadata\":{\"creationTimestamp\":null,\"managedFields\":[{\"manager\":\"kube-rbac-proxy\",\"operation\":\"Update\",\"apiVersion\":\"authentication.k8s.io/v1\",\"time\":\"2022-09-09T08:46:11Z\",\"fieldsType\":\"FieldsV1\",\"fieldsV1\":{\"f:spec\":{\"f:token\":{}}}}]},\"spec\":{\"token\":\"eyJhbGciOiJSUzI1NiIsImtpZCI6Ik95bldNMGtvWU9YUDE0czhfNFQxZDJHdUxEM25ySW5aYW9ycHpZMDQ4NkEifQ.eyJhdWQiOlsiaHR0cHM6Ly9rdWJlcm5ldGVzLmRlZmF1bHQuc3ZjIl0sImV4cCI6MTY5NDI0Nzk1NywiaWF0IjoxNjYyNzExOTU3LCJpc3MiOiJodHRwczovL2t1YmVybmV0ZXMuZGVmYXVsdC5zdmMiLCJrdWJlcm5ldGVzLmlvIjp7Im5hbWVzcGFjZSI6Im9wZW5zaGlmdC1tb25pdG9yaW5nIiwicG9kIjp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cy0wIiwidWlkIjoiMTQ4NjQxMWEtYzc3NS00MGIwLTg4ZTItZmE5NWRmNzYxMjdjIn0sInNlcnZpY2VhY2NvdW50Ijp7Im5hbWUiOiJwcm9tZXRoZXVzLWs4cyIsInVpZCI6IjI1YzY0MWI0LTJhNjMtNGQ5Mi04OTBhLTE0NzI1Nzc2YTY1ZSJ9LCJ3YXJuYWZ0ZXIiOjE2NjI3MTU1NjR9LCJuYmYiOjE2NjI3MTE5NTcsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpvcGVuc2hpZnQtbW9uaXRvcmluZzpwcm9tZXRoZXVzLWs4cyJ9.EphGHu-jlKSPJNsVLmhzzszu_M0iC1HdtVtWSdjNM6aH9sDyHqrUaxPJDrjs9tUvuR4VlcaRrQI1KcNQZ_OoxNnn91cAFBbS5MwoQu85xoI9Vv1UVKL7TqZq1s27DgKxzh2EHh13wu32as79px9Ec0XspHC0-EmMi6Aie22gwIzpMdIXOHkLA9UhDZ6bK7MvjjhSg3Gzz_eOA0c_9jcC9NGkZZdA5goh6_vWqFXIbZRTZpUQvRPGFx3uZ5f4_bF073R1JPXy7zbCWVUlydKbED9dO_h5qUJ0K_iJryy-n3a_SS74-_ZIQ4CMdyzfnYJisBIgjFvTOCLS8H85bYk65lDzQlo1x42irqYTgnGQWw6XW7_gz7jYx0oMYdjDOtfOA9S2dF6Ygb2zij8EFdt5YJUqiEQHoUWveMmt80uMN7gJTMT9QR87AModpwIqRyQdhFNibT4zu0aDAOw5jzGA02qsy4pefXGRuZ7xO0xmOp0cXDhk7M08xjotqial87Ll8cYKm47_5q1-zQ3SurZgDP83yib5NKLKSSdC9cv1fBRF99C-7UMYqTrYdA0B-GpyYeZzUyO67J6b3zsDKYF0nQfNQIrFpX15j4VehP-lf7ypg6Y6AGtJSM5nEL0nz6SWolQkKMedDpv0gJ8ftpRV3juY3EretxkLuz59sN0_8GY\"},\"status\":{\"authenticated\":true,\"user\":{\"username\":\"system:serviceaccount:openshift-monitoring:prometheus-k8s\",\"uid\":\"25c641b4-2a63-4d92-890a-14725776a65e\",\"groups\":[\"system:serviceaccounts\",\"system:serviceaccounts:openshift-monitoring\",\"system:authenticated\"],\"extra\":{\"authentication.kubernetes.io/pod-name\":[\"prometheus-k8s-0\"],\"authentication.kubernetes.io/pod-uid\":[\"1486411a-c775-40b0-88e2-fa95df76127c\"]}},\"audiences\":[\"https://kubernetes.default.svc\"]}}", "level"=>"info", "hostname"=>"vvhu4167", "pipeline_metadata"=>{"collector"=>{"ipaddr4"=>"10.11.36.167", "inputname"=>"fluent-plugin-systemd", "name"=>"fluentd", "received_at"=>"2022-09-09T08:46:11.404716+00:00", "version"=>"1.14.6 1.6.0"}}, "openshift"=>{"labels"=>{"logs"=>"application", "openshift_cluster"=>"os-sandbox-v4"}, "sequence"=>254}, "@timestamp"=>"2022-09-09T08:46:11.342994796+00:00", "viaq_msg_id"=>"ODE2MzQzMDQtMmY2Mi00NDk0LTg0Y2MtN2MzNDMxNGMwMWMx", "log_type"=>"application", "viaq_index_name"=>"app-write"}