$ oc logs -c collector collector-5hjpm
Setting each total_size_limit for 3 buffers to 54948160102 bytes
Setting queued_chunks_limit_size for each buffer to 6550
Setting chunk_limit_size for each buffer to 8388608
2022-06-07 05:11:19 +0000 [warn]: '@' is the system reserved prefix. It works in the nested configuration for now but it will be rejected: @timestamp
/usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/elasticsearch_compat.rb:8: warning: already initialized constant TRANSPORT_CLASS
/usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/elasticsearch_compat.rb:3: warning: previous definition of TRANSPORT_CLASS was here
/usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/elasticsearch_compat.rb:25: warning: already initialized constant SELECTOR_CLASS
/usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/elasticsearch_compat.rb:20: warning: previous definition of SELECTOR_CLASS was here
2022-06-07 05:11:20 +0000 [warn]: parameter 'enable_flatten_labels' in <filter **>
  @type viaq_data_model
  enable_flatten_labels true
  elasticsearch_index_prefix_field "viaq_index_name"
  default_keep_fields CEE,time,@timestamp,aushape,ci_job,collectd,docker,fedora-ci,file,foreman,geoip,hostname,ipaddr4,ipaddr6,kubernetes,level,message,namespace_name,namespace_uuid,offset,openstack,ovirt,pid,pipeline_metadata,rsyslog,service,systemd,tags,testcase,tlog,viaq_msg_id
  extra_keep_fields 
  keep_empty_fields message
  use_undefined false
  undefined_name "undefined"
  rename_time true
  rename_time_if_missing false
  src_time_name "time"
  dest_time_name "@timestamp"
  pipeline_type collector
  undefined_to_string false
  undefined_dot_replace_char "UNUSED"
  undefined_max_num_fields -1
  process_kubernetes_events false
  <level>
    name "warn"
    match "Warning|WARN|^W[0-9]+|level=warn|Value:warn|\"level\":\"warn\""
  </level>
  <level>
    name "info"
    match "Info|INFO|^I[0-9]+|level=info|Value:info|\"level\":\"info\""
  </level>
  <level>
    name "error"
    match "Error|ERROR|^E[0-9]+|level=error|Value:error|\"level\":\"error\""
  </level>
  <level>
    name "critical"
    match "Critical|CRITICAL|^C[0-9]+|level=critical|Value:critical|\"level\":\"critical\""
  </level>
  <level>
    name "debug"
    match "Debug|DEBUG|^D[0-9]+|level=debug|Value:debug|\"level\":\"debug\""
  </level>
  <formatter>
    tag "system.var.log**"
    type sys_var_log
    remove_keys "host,pid,ident"
  </formatter>
  <formatter>
    tag "journal.system**"
    type sys_journal
    remove_keys "log,stream,MESSAGE,_SOURCE_REALTIME_TIMESTAMP,__REALTIME_TIMESTAMP,CONTAINER_ID,CONTAINER_ID_FULL,CONTAINER_NAME,PRIORITY,_BOOT_ID,_CAP_EFFECTIVE,_CMDLINE,_COMM,_EXE,_GID,_HOSTNAME,_MACHINE_ID,_PID,_SELINUX_CONTEXT,_SYSTEMD_CGROUP,_SYSTEMD_SLICE,_SYSTEMD_UNIT,_TRANSPORT,_UID,_AUDIT_LOGINUID,_AUDIT_SESSION,_SYSTEMD_OWNER_UID,_SYSTEMD_SESSION,_SYSTEMD_USER_UNIT,CODE_FILE,CODE_FUNCTION,CODE_LINE,ERRNO,MESSAGE_ID,RESULT,UNIT,_KERNEL_DEVICE,_KERNEL_SUBSYSTEM,_UDEV_SYSNAME,_UDEV_DEVNODE,_UDEV_DEVLINK,SYSLOG_FACILITY,SYSLOG_IDENTIFIER,SYSLOG_PID"
  </formatter>
  <formatter>
    tag "kubernetes.journal.container**"
    type k8s_journal
    remove_keys "log,stream,MESSAGE,_SOURCE_REALTIME_TIMESTAMP,__REALTIME_TIMESTAMP,CONTAINER_ID,CONTAINER_ID_FULL,CONTAINER_NAME,PRIORITY,_BOOT_ID,_CAP_EFFECTIVE,_CMDLINE,_COMM,_EXE,_GID,_HOSTNAME,_MACHINE_ID,_PID,_SELINUX_CONTEXT,_SYSTEMD_CGROUP,_SYSTEMD_SLICE,_SYSTEMD_UNIT,_TRANSPORT,_UID,_AUDIT_LOGINUID,_AUDIT_SESSION,_SYSTEMD_OWNER_UID,_SYSTEMD_SESSION,_SYSTEMD_USER_UNIT,CODE_FILE,CODE_FUNCTION,CODE_LINE,ERRNO,MESSAGE_ID,RESULT,UNIT,_KERNEL_DEVICE,_KERNEL_SUBSYSTEM,_UDEV_SYSNAME,_UDEV_DEVNODE,_UDEV_DEVLINK,SYSLOG_FACILITY,SYSLOG_IDENTIFIER,SYSLOG_PID"
  </formatter>
  <formatter>
    tag "kubernetes.var.log.pods.**_eventrouter-** k8s-audit.log** openshift-audit.log** ovn-audit.log**"
    type k8s_json_file
    remove_keys "log,stream,CONTAINER_ID_FULL,CONTAINER_NAME"
    process_kubernetes_events true
  </formatter>
  <formatter>
    tag "kubernetes.var.log.pods**"
    type k8s_json_file
    remove_keys "log,stream,CONTAINER_ID_FULL,CONTAINER_NAME"
  </formatter>
</filter> is not used.
2022-06-07 05:11:20 +0000 [warn]: parameter 'enable_prune_labels' in <filter **>
  @type viaq_data_model
  enable_prune_labels true
  prune_labels_exclusions app_kubernetes_io/name,app_kubernetes_io/instance,app_kubernetes_io/version,app_kubernetes_io/component,app_kubernetes_io/part-of,app_kubernetes_io/managed-by,app_kubernetes_io/created-by
</filter> is not used.
2022-06-07 05:11:20 +0000 [warn]: parameter 'prune_labels_exclusions' in <filter **>
  @type viaq_data_model
  enable_prune_labels true
  prune_labels_exclusions app_kubernetes_io/name,app_kubernetes_io/instance,app_kubernetes_io/version,app_kubernetes_io/component,app_kubernetes_io/part-of,app_kubernetes_io/managed-by,app_kubernetes_io/created-by
</filter> is not used.
2022-06-07 05:11:20 +0000 [warn]: For security reason, setting private_key_passphrase is recommended when cert_path is specified
2022-06-07 05:11:28 +0000 [warn]: [default] failed to flush the buffer. retry_times=0 next_retry_time=2022-06-07 05:11:29 +0000 chunk="5e0d49ed9f44765c6cb63debd878157e" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"elasticsearch\", :port=>9200, :scheme=>\"https\"}): Couldn't connect to server"
  2022-06-07 05:11:28 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/out_elasticsearch.rb:1139:in `rescue in send_bulk'
  2022-06-07 05:11:28 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/out_elasticsearch.rb:1101:in `send_bulk'
  2022-06-07 05:11:28 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/out_elasticsearch.rb:879:in `block in write'
  2022-06-07 05:11:28 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/out_elasticsearch.rb:878:in `each'
  2022-06-07 05:11:28 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/out_elasticsearch.rb:878:in `write'
  2022-06-07 05:11:28 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.5/lib/fluent/plugin/output.rb:1179:in `try_flush'
  2022-06-07 05:11:28 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.5/lib/fluent/plugin/output.rb:1495:in `flush_thread_run'
  2022-06-07 05:11:28 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.5/lib/fluent/plugin/output.rb:499:in `block (2 levels) in start'
  2022-06-07 05:11:28 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.5/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
2022-06-07 05:11:32 +0000 [warn]: [default] failed to flush the buffer. retry_times=1 next_retry_time=2022-06-07 05:11:33 +0000 chunk="5e0d49ed9f44765c6cb63debd878157e" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"elasticsearch\", :port=>9200, :scheme=>\"https\"}): Couldn't connect to server"
  2022-06-07 05:11:32 +0000 [warn]: suppressed same stacktrace
2022-06-07 05:11:34 +0000 [warn]: [default] failed to flush the buffer. retry_times=2 next_retry_time=2022-06-07 05:11:36 +0000 chunk="5e0d49ed9f44765c6cb63debd878157e" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"elasticsearch\", :port=>9200, :scheme=>\"https\"}): Couldn't connect to server"
  2022-06-07 05:11:34 +0000 [warn]: suppressed same stacktrace
2022-06-07 05:11:37 +0000 [warn]: [default] failed to flush the buffer. retry_times=3 next_retry_time=2022-06-07 05:11:42 +0000 chunk="5e0d49ed9f44765c6cb63debd878157e" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"elasticsearch\", :port=>9200, :scheme=>\"https\"}): Couldn't connect to server"
  2022-06-07 05:11:37 +0000 [warn]: suppressed same stacktrace
2022-06-07 05:11:40 +0000 [warn]: [default] failed to flush the buffer. retry_times=3 next_retry_time=2022-06-07 05:11:44 +0000 chunk="5e0d49e97604d56e69eeab5e014c21e5" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"elasticsearch\", :port=>9200, :scheme=>\"https\"}): Couldn't connect to server"
  2022-06-07 05:11:40 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/out_elasticsearch.rb:1139:in `rescue in send_bulk'
  2022-06-07 05:11:40 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/out_elasticsearch.rb:1101:in `send_bulk'
  2022-06-07 05:11:40 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/out_elasticsearch.rb:879:in `block in write'
  2022-06-07 05:11:40 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/out_elasticsearch.rb:878:in `each'
  2022-06-07 05:11:40 +0000 [warn]: /usr/local/share/gems/gems/fluent-plugin-elasticsearch-5.2.1/lib/fluent/plugin/out_elasticsearch.rb:878:in `write'
  2022-06-07 05:11:40 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.5/lib/fluent/plugin/output.rb:1179:in `try_flush'
  2022-06-07 05:11:40 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.5/lib/fluent/plugin/output.rb:1495:in `flush_thread_run'
  2022-06-07 05:11:40 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.5/lib/fluent/plugin/output.rb:499:in `block (2 levels) in start'
  2022-06-07 05:11:40 +0000 [warn]: /usr/local/share/gems/gems/fluentd-1.14.5/lib/fluent/plugin_helper/thread.rb:78:in `block in thread_create'
2022-06-07 05:11:45 +0000 [warn]: [default] failed to flush the buffer. retry_times=4 next_retry_time=2022-06-07 05:11:53 +0000 chunk="5e0d49e97604d56e69eeab5e014c21e5" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"elasticsearch\", :port=>9200, :scheme=>\"https\"}): Couldn't connect to server"
  2022-06-07 05:11:45 +0000 [warn]: suppressed same stacktrace
2022-06-07 05:11:45 +0000 [warn]: [default] failed to flush the buffer. retry_times=4 next_retry_time=2022-06-07 05:11:53 +0000 chunk="5e0d49ed9f44765c6cb63debd878157e" error_class=Fluent::Plugin::ElasticsearchOutput::RecoverableRequestFailure error="could not push logs to Elasticsearch cluster ({:host=>\"elasticsearch\", :port=>9200, :scheme=>\"https\"}): Couldn't connect to server"
  2022-06-07 05:11:45 +0000 [warn]: suppressed same stacktrace
2022-06-07 05:12:09 +0000 [warn]: [default] retry succeeded. chunk_id="5e0d49ed9f44765c6cb63debd878157e"
2022-06-07 05:12:37 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ConcatFilter::TimeoutError error="Timeout flush: kubernetes.var.log.pods.openshift-etcd_etcd-gkarager-0706-4r7gs-master-1_7740f38bb98754a75d0f46b84b4acc83.setup.0.log:default" location=nil tag="kubernetes.var.log.pods.openshift-etcd_etcd-gkarager-0706-4r7gs-master-1_7740f38bb98754a75d0f46b84b4acc83.setup.0.log" time=2022-06-07 05:12:37.953813652 +0000 record={"time"=>"2022-06-07T03:50:37.291104738+00:00", "stream"=>"stdout", "logtag"=>"P", "log"=>"Fixing etcd log permissions."}
2022-06-07 05:12:40 +0000 [warn]: dump an error event: error_class=Fluent::Plugin::ConcatFilter::TimeoutError error="Timeout flush: kubernetes.var.log.pods.openshift-kube-scheduler_openshift-kube-scheduler-gkarager-0706-4r7gs-master-1_7eea29749fe85b4bca40953e2798d5f5.wait-for-host-port.0.log:default" location=nil tag="kubernetes.var.log.pods.openshift-kube-scheduler_openshift-kube-scheduler-gkarager-0706-4r7gs-master-1_7eea29749fe85b4bca40953e2798d5f5.wait-for-host-port.0.log" time=2022-06-07 05:12:40.954289892 +0000 record={"time"=>"2022-06-07T03:46:51.360321038+00:00", "stream"=>"stdout", "logtag"=>"P", "log"=>"Waiting for port :10259 and :10251 to be released."}