oc rsh -c elasticsearch $POD sh-4.4$ es_util --query="app-000993/_search?pretty&q=kubernetes.namespace_labels.integreatly" { "took" : 35, "timed_out" : false, "_shards" : { "total" : 3, "successful" : 3, "skipped" : 0, "failed" : 0 }, "hits" : { "total" : 0, "max_score" : null, "hits" : [ ] } } and sh-4.4$ es_util --query="app-000993/_search?pretty" { "took" : 7, "timed_out" : false, "_shards" : { "total" : 3, "successful" : 3, "skipped" : 0, "failed" : 0 }, "hits" : { "total" : 65636, "max_score" : 1.0, "hits" : [ { "_index" : "app-000993", "_type" : "_doc", "_id" : "NWVkNzc5MzctNDBlZS00MTM3LWI4NTAtYjAzYmQxNGExNDhl", "_score" : 1.0, "_source" : { "kubernetes" : { "container_image_id" : "quay.io/integreatly/managed-api-service@sha256:4c6d2ab27a8aada4c13b8d9a66d331760ed9063a823bf25325709c1f0bf57dd6", "container_name" : "rhmi-operator", "namespace_id" : "777fc3aa-5fae-4283-9cdc-078dd335073e", "flat_labels" : [ "name=rhmi-operator", "pod-template-hash=64f6f484ff" ], "pod_ip" : "10.243.28.41", "host" : "ip-10-191-120-133.eu-west-3.compute.internal", "master_url" : "https://kubernetes.default.svc", "pod_id" : "d1acdf58-4067-44e7-9d87-3fc188ee5afc", "namespace_labels" : { "app.kubernetes.io/managed-by" : "addon-operator", "hive.openshift.io/managed" : "true", "monitoring-key" : "middleware", "openshift.io/cluster-monitoring" : "true", "addons.managed.openshift.io/cached" : "addon-operator", "openshift-pipelines.tekton.dev/namespace-reconcile-version" : "v1.5", "app.kubernetes.io/instance" : "managed-api-service", "kubernetes.io/metadata.name" : "redhat-rhoam-operator" }, "container_image" : "quay.io/integreatly/managed-api-service:rhoam-v1.29.0", "namespace_name" : "redhat-rhoam-operator", "pod_name" : "rhmi-operator-64f6f484ff-cxsm5" }, "viaq_msg_id" : "NWVkNzc5MzctNDBlZS00MTM3LWI4NTAtYjAzYmQxNGExNDhl", "level" : "error", "openshift" : { "sequence" : 4909960 }, "message" : "E1208 14:15:54.540865 1 reflector.go:138] sigs.k8s.io/controller-runtime/pkg/cache/internal/informers_map.go:224: Failed to watch *v1.ClusterVersion: unknown (get clusterversions.config.openshift.io)", "docker" : { "container_id" : "0eb8c8ed276736336a748ef5182354417dcc4a296e876d32378787aa67a5c0e1" }, "hostname" : "ip-10-191-120-133.eu-west-3.compute.internal", "log_type" : "application", "@timestamp" : "2022-12-08T14:15:54.540924770+00:00", "pipeline_metadata" : { "collector" : { "received_at" : "2022-12-08T14:15:54.541674+00:00", "name" : "fluentd", "inputname" : "fluent-plugin-systemd", "version" : "1.14.6 1.6.0", "ipaddr4" : "10.191.120.133" } } } }, { "_index" : "app-000993", "_type" : "_doc", "_id" : "ZTNlOWQ5ODEtYTY3Zi00M2M4LWI1ODAtMGFjYjYyNThmNGYz", "_score" : 1.0, "_source" : { "kubernetes" : { "container_image_id" : "docker.io/centos/mongodb-34-centos7@sha256:4ebc0868f577121f0bcaf9c5265a8508d58e407c553099ff8f45b19b07a51a92", "container_name" : "mongodb", "namespace_id" : "5ddc7e07-f502-4a0b-ae55-add9997700c9", "flat_labels" : [ "app=my-microcksinstall", "container=mongodb", "deploymentconfig=mongodb", "group=microcks", "pod-template-hash=7b9cb45f9d" ], "pod_ip" : "10.243.24.39", "host" : "ip-10-191-120-207.eu-west-3.compute.internal", "master_url" : "https://kubernetes.default.svc", "pod_id" : "3559070c-d740-4e26-8a51-d558615854f1", "namespace_labels" : { "openshift-pipelines.tekton.dev/namespace-reconcile-version" : "v1.5", "kubernetes.io/metadata.name" : "microcks" }, "container_image" : "docker.io/centos/mongodb-34-centos7:latest", "namespace_name" : "microcks", "pod_name" : "my-microcksinstall-mongodb-7b9cb45f9d-jsgg7" }, "viaq_msg_id" : "ZTNlOWQ5ODEtYTY3Zi00M2M4LWI1ODAtMGFjYjYyNThmNGYz", "level" : "unknown", "openshift" : { "sequence" : 9903765 }, "message" : "2022-12-08T14:15:56.254+0000 I NETWORK [conn753170] received client metadata from 127.0.0.1:53692 conn753170: { application: { name: \"MongoDB Shell\" }, driver: { name: \"MongoDB Internal Client\", version: \"3.4.9\" }, os: { type: \"Linux\", name: \"CentOS Linux release 7.8.2003 (Core)\", architecture: \"x86_64\", version: \"Kernel 4.18.0-305.62.1.el8_4.x86_64\" } }", "docker" : { "container_id" : "698b7778d48fd6606124048da5e0a6345c2b2cbb3a01b744438ad40a7967d45b" }, "hostname" : "ip-10-191-120-207.eu-west-3.compute.internal", "log_type" : "application", "@timestamp" : "2022-12-08T14:15:56.254633494+00:00", "pipeline_metadata" : { "collector" : { "received_at" : "2022-12-08T14:15:56.255533+00:00", "name" : "fluentd", "inputname" : "fluent-plugin-systemd", "version" : "1.14.6 1.6.0", "ipaddr4" : "10.191.120.207" } } } }, { "_index" : "app-000993", "_type" : "_doc", "_id" : "MjVlYjY0ZGMtNmI4Yy00MWQyLTkxYjItYWY0Njg3YzVmMzk1", "_score" : 1.0, "_source" : { "kubernetes" : { "container_image_id" : "docker.io/centos/mongodb-34-centos7@sha256:4ebc0868f577121f0bcaf9c5265a8508d58e407c553099ff8f45b19b07a51a92", "container_name" : "mongodb", "namespace_id" : "5ddc7e07-f502-4a0b-ae55-add9997700c9", "flat_labels" : [ "app=my-microcksinstall", "container=mongodb", "deploymentconfig=mongodb", "group=microcks", "pod-template-hash=7b9cb45f9d" ], "pod_ip" : "10.243.24.39", "host" : "ip-10-191-120-207.eu-west-3.compute.internal", "master_url" : "https://kubernetes.default.svc", "pod_id" : "3559070c-d740-4e26-8a51-d558615854f1", "namespace_labels" : { "openshift-pipelines.tekton.dev/namespace-reconcile-version" : "v1.5", "kubernetes.io/metadata.name" : "microcks" }, "container_image" : "docker.io/centos/mongodb-34-centos7:latest", "namespace_name" : "microcks", "pod_name" : "my-microcksinstall-mongodb-7b9cb45f9d-jsgg7" }, "viaq_msg_id" : "MjVlYjY0ZGMtNmI4Yy00MWQyLTkxYjItYWY0Njg3YzVmMzk1", "level" : "unknown", "openshift" : { "sequence" : 9903813 }, "message" : "2022-12-08T14:16:26.255+0000 I NETWORK [conn753176] received client metadata from 127.0.0.1:52114 conn753176: { application: { name: \"MongoDB Shell\" }, driver: { name: \"MongoDB Internal Client\", version: \"3.4.9\" }, os: { type: \"Linux\", name: \"CentOS Linux release 7.8.2003 (Core)\", architecture: \"x86_64\", version: \"Kernel 4.18.0-305.62.1.el8_4.x86_64\" } }", "docker" : { "container_id" : "698b7778d48fd6606124048da5e0a6345c2b2cbb3a01b744438ad40a7967d45b" }, "hostname" : "ip-10-191-120-207.eu-west-3.compute.internal", "log_type" : "application", "@timestamp" : "2022-12-08T14:16:26.255838043+00:00", "pipeline_metadata" : { "collector" : { "received_at" : "2022-12-08T14:16:26.256942+00:00", "name" : "fluentd", "inputname" : "fluent-plugin-systemd", "version" : "1.14.6 1.6.0", "ipaddr4" : "10.191.120.207" } } } }, { "_index" : "app-000993", "_type" : "_doc", "_id" : "NjExNTI1NDktMTdjZS00ZTQ2LWE4YjItNWJmZDVhMmZjZGI0", "_score" : 1.0, "_source" : { "kubernetes" : { "container_image_id" : "quay.io/integreatly/managed-api-service@sha256:4c6d2ab27a8aada4c13b8d9a66d331760ed9063a823bf25325709c1f0bf57dd6", "container_name" : "rhmi-operator", "namespace_id" : "777fc3aa-5fae-4283-9cdc-078dd335073e", "flat_labels" : [ "name=rhmi-operator", "pod-template-hash=64f6f484ff" ], "pod_ip" : "10.243.28.41", "host" : "ip-10-191-120-133.eu-west-3.compute.internal", "master_url" : "https://kubernetes.default.svc", "pod_id" : "d1acdf58-4067-44e7-9d87-3fc188ee5afc", "namespace_labels" : { "app.kubernetes.io/managed-by" : "addon-operator", "hive.openshift.io/managed" : "true", "monitoring-key" : "middleware", "openshift.io/cluster-monitoring" : "true", "addons.managed.openshift.io/cached" : "addon-operator", "openshift-pipelines.tekton.dev/namespace-reconcile-version" : "v1.5", "app.kubernetes.io/instance" : "managed-api-service", "kubernetes.io/metadata.name" : "redhat-rhoam-operator" }, "container_image" : "quay.io/integreatly/managed-api-service:rhoam-v1.29.0", "namespace_name" : "redhat-rhoam-operator", "pod_name" : "rhmi-operator-64f6f484ff-cxsm5" }, "viaq_msg_id" : "NjExNTI1NDktMTdjZS00ZTQ2LWE4YjItNWJmZDVhMmZjZGI0", "level" : "error", "openshift" : { "sequence" : 4910002 }, "message" : "E1208 14:16:27.555878 1 reflector.go:138] sigs.k8s.io/controller-runtime/pkg/cache/internal/informers_map.go:224: Failed to watch *v1.Infrastructure: unknown (get infrastructures.config.openshift.io)", "docker" : { "container_id" : "0eb8c8ed276736336a748ef5182354417dcc4a296e876d32378787aa67a5c0e1" }, "hostname" : "ip-10-191-120-133.eu-west-3.compute.internal", "log_type" : "application", "@timestamp" : "2022-12-08T14:16:27.555919306+00:00", "pipeline_metadata" : { "collector" : { "received_at" : "2022-12-08T14:16:27.556358+00:00", "name" : "fluentd", "inputname" : "fluent-plugin-systemd", "version" : "1.14.6 1.6.0", "ipaddr4" : "10.191.120.133" } } } }, { "_index" : "app-000993", "_type" : "_doc", "_id" : "ZTQ4N2E3OTEtZTc5NC00Y2QxLThlODQtNTg2NzU3NWUyNzg3", "_score" : 1.0, "_source" : { "kubernetes" : { "container_image_id" : "registry.redhat.io/3scale-amp2/apicast-gateway-rhel8@sha256:33c614270adc42b75b60e2addf1d7176add51d1e7a3a02b8cbe94dfde196c155", "container_name" : "apicast-3scale-prod-apicast", "namespace_id" : "bb282e7c-dcbd-4f1a-a08d-a98315e8fc92", "flat_labels" : [ "com.company=Red_Hat", "deployment=apicast-3scale-prod-apicast", "pod-template-hash=69986d4b6f", "rht.comp=3scale_apicast", "rht.comp_ver=2.12", "rht.prod_name=Red_Hat_Integration", "rht.prod_ver=2021.Q4", "rht.subcomp=apicast", "rht.subcomp_t=application" ], "pod_ip" : "10.243.7.163", "host" : "ip-10-191-120-222.eu-west-3.compute.internal", "master_url" : "https://kubernetes.default.svc", "pod_id" : "796c57de-7adf-4c13-8ed4-aba535fd28c5", "namespace_labels" : { "openshift-pipelines.tekton.dev/namespace-reconcile-version" : "v1.5", "kubernetes.io/metadata.name" : "rhoam-gateway" }, "container_image" : "registry.redhat.io/3scale-amp2/apicast-gateway-rhel8@sha256:33c614270adc42b75b60e2addf1d7176add51d1e7a3a02b8cbe94dfde196c155", "namespace_name" : "rhoam-gateway", "pod_name" : "apicast-3scale-prod-apicast-69986d4b6f-4vnjr" }, "viaq_msg_id" : "ZTQ4N2E3OTEtZTc5NC00Y2QxLThlODQtNTg2NzU3NWUyNzg3", "level" : "unknown", "openshift" : { "sequence" : 7569990 }, "message" : "2022/12/08 15:16:31 [info] 29#29: *16048 [lua] configuration_store.lua:132: store(): added service 6 configuration with hosts: api.spb.eu, spb-api-3scale-apicast-staging.apps.spb.blij.p1.openshiftapps.com ttl: 300, context: ngx.timer", "docker" : { "container_id" : "5176a672648e388a207fb1f0c2e837d930df31071b145f06a0dcf35b812bc171" }, "hostname" : "ip-10-191-120-222.eu-west-3.compute.internal", "log_type" : "application", "@timestamp" : "2022-12-08T14:16:31.314081499+00:00", "pipeline_metadata" : { "collector" : { "received_at" : "2022-12-08T14:16:31.314906+00:00", "name" : "fluentd", "inputname" : "fluent-plugin-systemd", "version" : "1.14.6 1.6.0", "ipaddr4" : "10.191.120.222" } } } }, { "_index" : "app-000993", "_type" : "_doc", "_id" : "MWQ4NjhkYWQtNWVlOC00ZjdjLWJlM2UtNWUxMjhkYjcxZmJj", "_score" : 1.0, "_source" : { "kubernetes" : { "container_image_id" : "registry.redhat.io/3scale-amp2/apicast-gateway-rhel8@sha256:33c614270adc42b75b60e2addf1d7176add51d1e7a3a02b8cbe94dfde196c155", "container_name" : "apicast-3scale-prod-apicast", "namespace_id" : "bb282e7c-dcbd-4f1a-a08d-a98315e8fc92", "flat_labels" : [ "com.company=Red_Hat", "deployment=apicast-3scale-prod-apicast", "pod-template-hash=69986d4b6f", "rht.comp=3scale_apicast", "rht.comp_ver=2.12", "rht.prod_name=Red_Hat_Integration", "rht.prod_ver=2021.Q4", "rht.subcomp=apicast", "rht.subcomp_t=application" ], "pod_ip" : "10.243.7.163", "host" : "ip-10-191-120-222.eu-west-3.compute.internal", "master_url" : "https://kubernetes.default.svc", "pod_id" : "796c57de-7adf-4c13-8ed4-aba535fd28c5", "namespace_labels" : { "openshift-pipelines.tekton.dev/namespace-reconcile-version" : "v1.5", "kubernetes.io/metadata.name" : "rhoam-gateway" }, "container_image" : "registry.redhat.io/3scale-amp2/apicast-gateway-rhel8@sha256:33c614270adc42b75b60e2addf1d7176add51d1e7a3a02b8cbe94dfde196c155", "namespace_name" : "rhoam-gateway", "pod_name" : "apicast-3scale-prod-apicast-69986d4b6f-4vnjr" }, "viaq_msg_id" : "MWQ4NjhkYWQtNWVlOC00ZjdjLWJlM2UtNWUxMjhkYjcxZmJj", "level" : "unknown", "openshift" : { "sequence" : 7569997 }, "message" : "2022/12/08 15:16:31 [info] 29#29: *16048 [lua] configuration_loader.lua:182: auto updating configuration finished successfuly, context: ngx.timer", "docker" : { "container_id" : "5176a672648e388a207fb1f0c2e837d930df31071b145f06a0dcf35b812bc171" }, "hostname" : "ip-10-191-120-222.eu-west-3.compute.internal", "log_type" : "application", "@timestamp" : "2022-12-08T14:16:31.329622154+00:00", "pipeline_metadata" : { "collector" : { "received_at" : "2022-12-08T14:16:31.330073+00:00", "name" : "fluentd", "inputname" : "fluent-plugin-systemd", "version" : "1.14.6 1.6.0", "ipaddr4" : "10.191.120.222" } } } }, { "_index" : "app-000993", "_type" : "_doc", "_id" : "NWVhOTk5YzQtYzRhZS00ZGNlLWExMmMtMTc4NWQzODU0NTNm", "_score" : 1.0, "_source" : { "kubernetes" : { "container_image_id" : "registry.redhat.io/3scale-amp2/apicast-gateway-rhel8@sha256:33c614270adc42b75b60e2addf1d7176add51d1e7a3a02b8cbe94dfde196c155", "container_name" : "apicast-3scale-prod-apicast", "namespace_id" : "bb282e7c-dcbd-4f1a-a08d-a98315e8fc92", "flat_labels" : [ "com.company=Red_Hat", "deployment=apicast-3scale-prod-apicast", "pod-template-hash=69986d4b6f", "rht.comp=3scale_apicast", "rht.comp_ver=2.12", "rht.prod_name=Red_Hat_Integration", "rht.prod_ver=2021.Q4", "rht.subcomp=apicast", "rht.subcomp_t=application" ], "pod_ip" : "10.243.7.163", "host" : "ip-10-191-120-222.eu-west-3.compute.internal", "master_url" : "https://kubernetes.default.svc", "pod_id" : "796c57de-7adf-4c13-8ed4-aba535fd28c5", "namespace_labels" : { "openshift-pipelines.tekton.dev/namespace-reconcile-version" : "v1.5", "kubernetes.io/metadata.name" : "rhoam-gateway" }, "container_image" : "registry.redhat.io/3scale-amp2/apicast-gateway-rhel8@sha256:33c614270adc42b75b60e2addf1d7176add51d1e7a3a02b8cbe94dfde196c155", "namespace_name" : "rhoam-gateway", "pod_name" : "apicast-3scale-prod-apicast-69986d4b6f-4vnjr" }, "viaq_msg_id" : "NWVhOTk5YzQtYzRhZS00ZGNlLWExMmMtMTc4NWQzODU0NTNm", "level" : "unknown", "openshift" : { "sequence" : 7570006 }, "message" : "2022/12/08 15:16:33 [info] 29#29: *16054 [lua] cache_handler.lua:43: cache_handler(): apicast cache write key: 6:eyJhbGciOiJSUzI1NiIsInR5cCIgOiAiSldUIiwia2lkIiA6ICJoNU1seUdaWkJubTlhQlA5U2hWYm14MUFfelZ3MFBpWkIzTTIwazVadDhnIn0.eyJleHAiOjE2NzA1MDkyOTMsImlhdCI6MTY3MDUwODk5MywianRpIjoiYmE5NzRmY2YtMTE3NS00YTFhLTk4ZjAtOGVjNWEwOWY2Yzc0IiwiaXNzIjoiaHR0cHM6Ly9zc28uc3BiLmV1L2F1dGgvcmVhbG1zL3NwYi1hcGktZXh0ZXJuYWwiLCJhdWQiOiJhY2NvdW50Iiwic3ViIjoiM2E4NDk4MjMtNWQ0ZS00MTEyLWEwZGMtYWIxZGUzM2IwMTVjIiwidHlwIjoiQmVhcmVyIiwiYXpwIjoiZXh0ZXJuYWwtNzU0LWtyeXNncm91cC1rd2ViX3Byb2QiLCJhY3IiOiIxIiwicmVhbG1fYWNjZXNzIjp7InJvbGVzIjpbIkRPTV9BQ1RPUiIsIkRPTV9DTEFJTSIsIkRPTV9TVUJTQ1JJUFRJT04iLCJET01fUFJPRFVDVCIsIlJPTEVfVVNFUiIsIkFDVF9NQU5BR0VfSU5TVVJFRF9HT09EUyIsIm9mZmxpbmVfYWNjZXNzIiwiRE9NX0RPQ1VNRU5UIiwidW1hX2F1dGhvcml6YXRpb24iLCJET01fUkVGRVJFTlRJQUwiLCJET01fRklOQU5DSUFMIiwiQUNUX1VQTE9BRF9TVUJTQ1JJUFRJT05fRE9DVU1FTlQiXX0sInJlc291cmNlX2FjY2VzcyI6eyJhY2NvdW50Ijp7InJvbGVzIjpbIm1hbmFnZS1hY2NvdW50IiwibWFuYWdlLWFjY291bnQtbGlua3MiLCJ2aWV3LXByb2ZpbGUiXX19LCJzY29wZSI6InByb2ZpbGUgZW1haWwgc3ByaW5nIiwiY2xpZW50SWQiOiJleHRlcm5hbC03NTQta3J5c2dyb3VwLWt3ZWJfcHJvZCIsImVtYWlsX3ZlcmlmaWVkIjpmYWxzZSwiY2xpZW50SG9zdCI6IjM3LjU4LjE5OS43MSIsInJvbGVzIjpbIkRPTV9BQ1RPUiIsIkRPTV9DTEFJTSIsIkRPTV9TVUJTQ1JJUFRJT04iLCJET01fUFJPRFVDVCIsIlJPTEVfVVNFUiIsIkFDVF9NQU5BR0VfSU5TVVJFRF9HT09EUyIsIm9mZmxpbmVfYWNjZXNzIiwiRE9NX0RPQ1VNRU5UIiwidW1hX2F1dGhvcml6YXRpb24iLCJET01fUkVGRVJFTlRJQUwiLCJET01fRklOQU5DSUFMIiwiQUNUX1VQTE9BRF9TVUJTQ1JJUFRJT05fRE9DVU1FTlQiXSwicHJlZmVycmVkX3VzZXJuYW1lIjoic2VydmljZS1hY2NvdW50LWV4dGVybmFsLTc1NC1rcnlzZ3JvdXAta3dlYl9wcm9kIiwicHJvZHVjdF9ncm91cCI6Ijc1NCIsImNsaWVudEFkZHJlc3MiOiIzNy41OC4xOTkuNzEifQ.GaGTyZBjYtGfkge-isHoOnvS8dL4APLxyvDClQoKlaAd7CRI5eyrSeiP4uzSZ9H-q9d36A8FwSAsAN0Hb4NTM_Z1nCM0pecBdCfzvOumyWSBp95LNjMkix57I7Cxfisqsws12_kzM8l6tVwEcjHfSJ18HMT_y_NHKc9_WPDEOaKmm7cKIvEvxz6UCXaTkvYbKFbQKT9iZZBejRB7Ql0B_ahuq2xknxCCylpS6F280SRjekslMuqATHNl8gv6hifGdHWHVnUqPzn1hxUiTBtTB9h_mvutnRSO2fo_oaHJgM5LuulUKfGQqnt42NNtE_st_lX5kXGamFC7k2-XX6Cxfg:usage%5BGET_v1_gw_api_subscriptions_number_sign%5D=1:referrer=https%3A%2F%2Fkweb-pilote.krys-group.com%2F, ttl: nil, client: 10.243.16.8, server: _, request: \"GET /api/subscriptions/000029959293/sign?mail=true&sms=false HTTP/1.1\", host: \"api.spb.eu\", referrer: \"https://kweb-pilote.krys-group.com/\"", "docker" : { "container_id" : "5176a672648e388a207fb1f0c2e837d930df31071b145f06a0dcf35b812bc171" }, "hostname" : "ip-10-191-120-222.eu-west-3.compute.internal", "log_type" : "application", "@timestamp" : "2022-12-08T14:16:33.986263557+00:00", "pipeline_metadata" : { "collector" : { "received_at" : "2022-12-08T14:16:33.987928+00:00", "name" : "fluentd", "inputname" : "fluent-plugin-systemd", "version" : "1.14.6 1.6.0", "ipaddr4" : "10.191.120.222" } } } }, { "_index" : "app-000993", "_type" : "_doc", "_id" : "ZjQ0ZTJkZTAtMjZlNC00Y2E5LTlkZjQtNjUwZGZmYWJmOWYw", "_score" : 1.0, "_source" : { "kubernetes" : { "container_image_id" : "registry.redhat.io/3scale-amp2/apicast-gateway-rhel8@sha256:33c614270adc42b75b60e2addf1d7176add51d1e7a3a02b8cbe94dfde196c155", "container_name" : "apicast-3scale-prod-apicast", "namespace_id" : "bb282e7c-dcbd-4f1a-a08d-a98315e8fc92", "flat_labels" : [ "com.company=Red_Hat", "deployment=apicast-3scale-prod-apicast", "pod-template-hash=69986d4b6f", "rht.comp=3scale_apicast", "rht.comp_ver=2.12", "rht.prod_name=Red_Hat_Integration", "rht.prod_ver=2021.Q4", "rht.subcomp=apicast", "rht.subcomp_t=application" ], "pod_ip" : "10.243.21.228", "host" : "ip-10-191-120-213.eu-west-3.compute.internal", "master_url" : "https://kubernetes.default.svc", "pod_id" : "ce924884-5b47-4eb6-9749-8705c1febf19", "namespace_labels" : { "openshift-pipelines.tekton.dev/namespace-reconcile-version" : "v1.5", "kubernetes.io/metadata.name" : "rhoam-gateway" }, "container_image" : "registry.redhat.io/3scale-amp2/apicast-gateway-rhel8@sha256:e6970547e76e9671a11e45ebe55c1ccf8d3833e22ce232adb2fe963b0f0263cb", "namespace_name" : "rhoam-gateway", "pod_name" : "apicast-3scale-prod-apicast-69986d4b6f-zqbjz" }, "viaq_msg_id" : "ZjQ0ZTJkZTAtMjZlNC00Y2E5LTlkZjQtNjUwZGZmYWJmOWYw", "level" : "unknown", "openshift" : { "sequence" : 609933 }, "message" : "2022/12/08 15:15:11 [info] 28#28: *16000 [lua] proxy.lua:136: apicast cache miss key: 6:eyJhbGciOiJSUzI1NiIsInR5cCIgOiAiSldUIiwia2lkIiA6ICJoNU1seUdaWkJubTlhQlA5U2hWYm14MUFfelZ3MFBpWkIzTTIwazVadDhnIn0.eyJleHAiOjE2NzA1MDkyMTEsImlhdCI6MTY3MDUwODkxMSwianRpIjoiMmU5YTg5ZTItOTU1YS00MDg4LTg2NTItODIwZWNmNmFjNzFhIiwiaXNzIjoiaHR0cHM6Ly9zc28uc3BiLmV1L2F1dGgvcmVhbG1zL3NwYi1hcGktZXh0ZXJuYWwiLCJhdWQiOiJhY2NvdW50Iiwic3ViIjoiM2E4NDk4MjMtNWQ0ZS00MTEyLWEwZGMtYWIxZGUzM2IwMTVjIiwidHlwIjoiQmVhcmVyIiwiYXpwIjoiZXh0ZXJuYWwtNzU0LWtyeXNncm91cC1rd2ViX3Byb2QiLCJhY3IiOiIxIiwicmVhbG1fYWNjZXNzIjp7InJvbGVzIjpbIkRPTV9BQ1RPUiIsIkRPTV9DTEFJTSIsIkRPTV9TVUJTQ1JJUFRJT04iLCJET01fUFJPRFVDVCIsIlJPTEVfVVNFUiIsIkFDVF9NQU5BR0VfSU5TVVJFRF9HT09EUyIsIm9mZmxpbmVfYWNjZXNzIiwiRE9NX0RPQ1VNRU5UIiwidW1hX2F1dGhvcml6YXRpb24iLCJET01fUkVGRVJFTlRJQUwiLCJET01fRklOQU5DSUFMIiwiQUNUX1VQTE9BRF9TVUJTQ1JJUFRJT05fRE9DVU1FTlQiXX0sInJlc291cmNlX2FjY2VzcyI6eyJhY2NvdW50Ijp7InJvbGVzIjpbIm1hbmFnZS1hY2NvdW50IiwibWFuYWdlLWFjY291bnQtbGlua3MiLCJ2aWV3LXByb2ZpbGUiXX19LCJzY29wZSI6InByb2ZpbGUgZW1haWwgc3ByaW5nIiwiY2xpZW50SWQiOiJleHRlcm5hbC03NTQta3J5c2dyb3VwLWt3ZWJfcHJvZCIsImVtYWlsX3ZlcmlmaWVkIjpmYWxzZSwiY2xpZW50SG9zdCI6IjM3LjU4LjE5OS43MSIsInJvbGVzIjpbIkRPTV9BQ1RPUiIsIkRPTV9DTEFJTSIsIkRPTV9TVUJTQ1JJUFRJT04iLCJET01fUFJPRFVDVCIsIlJPTEVfVVNFUiIsIkFDVF9NQU5BR0VfSU5TVVJFRF9HT09EUyIsIm9mZmxpbmVfYWNjZXNzIiwiRE9NX0RPQ1VNRU5UIiwidW1hX2F1dGhvcml6YXRpb24iLCJET01fUkVGRVJFTlRJQUwiLCJET01fRklOQU5DSUFMIiwiQUNUX1VQTE9BRF9TVUJTQ1JJUFRJT05fRE9DVU1FTlQiXSwicHJlZmVycmVkX3VzZXJuYW1lIjoic2VydmljZS1hY2NvdW50LWV4dGVybmFsLTc1NC1rcnlzZ3JvdXAta3dlYl9wcm9kIiwicHJvZHVjdF9ncm91cCI6Ijc1NCIsImNsaWVudEFkZHJlc3MiOiIzNy41OC4xOTkuNzEifQ.eOvtifqf0HUQAZ2WzODcNNrD3vG7UL-mkIZDpbMC7TRfAaVR6-JW65uKPYEb6j1gywll3rWgGxReFXMGsauKRkcEJEQo3w2mxPGIlcCrKgKDV7tWd2raLpG77RV2kOUPxI4z3x5BAmza-98d7AqZTt7ld4Se8jFyhC8JEs5poyQyNU9Y85zaRD5lv9qL28_IHHEi-vedw7Ohe7nFbJjdsWHXA1ZSb0yX4uUSli_Dk2Q8OH0y62YViFh9I0z9endlCqs9dn45N0BUzfrpIMghx-pANBAFRHQ6AWTEIavQrs1S6xiwc1_IJXSuvgfE9FME6HJoG34iNlNOmXrXmbM1qQ:usage%5BGET_v1_gw_api_financial_banking-check%5D=1:referrer=https%3A%2F%2Fkweb-pilote.krys-group.com%2F value: nil, client: 10.243.8.10, server: _, request: \"GET /api/financial/banking-check?iban=FR7616598000012529915000156 HTTP/1.1\", host: \"api.spb.eu\", referrer: \"https://kweb-pilote.krys-group.com/\"", "docker" : { "container_id" : "3ee9b05d2b579e304183215c0d8c6640e4af41c9ee20efc7c0bac1e921edf16f" }, "hostname" : "ip-10-191-120-213.eu-west-3.compute.internal", "log_type" : "application", "@timestamp" : "2022-12-08T14:15:11.269492392+00:00", "pipeline_metadata" : { "collector" : { "received_at" : "2022-12-08T14:15:11.271712+00:00", "name" : "fluentd", "inputname" : "fluent-plugin-systemd", "version" : "1.14.6 1.6.0", "ipaddr4" : "10.191.120.213" } } } }, { "_index" : "app-000993", "_type" : "_doc", "_id" : "NjM5ZjhjNWMtMzQxZi00MTVhLWFhYTYtMWJlZmEzYTIyOGIz", "_score" : 1.0, "_source" : { "kubernetes" : { "container_image_id" : "registry.redhat.io/3scale-amp2/apicast-gateway-rhel8@sha256:33c614270adc42b75b60e2addf1d7176add51d1e7a3a02b8cbe94dfde196c155", "container_name" : "apicast-3scale-prod-apicast", "namespace_id" : "bb282e7c-dcbd-4f1a-a08d-a98315e8fc92", "flat_labels" : [ "com.company=Red_Hat", "deployment=apicast-3scale-prod-apicast", "pod-template-hash=69986d4b6f", "rht.comp=3scale_apicast", "rht.comp_ver=2.12", "rht.prod_name=Red_Hat_Integration", "rht.prod_ver=2021.Q4", "rht.subcomp=apicast", "rht.subcomp_t=application" ], "pod_ip" : "10.243.21.228", "host" : "ip-10-191-120-213.eu-west-3.compute.internal", "master_url" : "https://kubernetes.default.svc", "pod_id" : "ce924884-5b47-4eb6-9749-8705c1febf19", "namespace_labels" : { "openshift-pipelines.tekton.dev/namespace-reconcile-version" : "v1.5", "kubernetes.io/metadata.name" : "rhoam-gateway" }, "container_image" : "registry.redhat.io/3scale-amp2/apicast-gateway-rhel8@sha256:e6970547e76e9671a11e45ebe55c1ccf8d3833e22ce232adb2fe963b0f0263cb", "namespace_name" : "rhoam-gateway", "pod_name" : "apicast-3scale-prod-apicast-69986d4b6f-zqbjz" }, "viaq_msg_id" : "NjM5ZjhjNWMtMzQxZi00MTVhLWFhYTYtMWJlZmEzYTIyOGIz", "level" : "unknown", "openshift" : { "sequence" : 609937 }, "message" : "2022/12/08 15:15:11 [info] 28#28: *16000 [lua] proxy.lua:335: [async] skipping after action, no cached key while sending to client, client: 10.243.8.10, server: _, request: \"GET /api/financial/banking-check?iban=FR7616598000012529915000156 HTTP/1.1\", upstream: \"https://10.76.124.100:443/api/financial/banking-check?iban=FR7616598000012529915000156\", host: \"spb-gw-api-external.apps.spb.eu\", referrer: \"https://kweb-pilote.krys-group.com/\"", "docker" : { "container_id" : "3ee9b05d2b579e304183215c0d8c6640e4af41c9ee20efc7c0bac1e921edf16f" }, "hostname" : "ip-10-191-120-213.eu-west-3.compute.internal", "log_type" : "application", "@timestamp" : "2022-12-08T14:15:11.337314832+00:00", "pipeline_metadata" : { "collector" : { "received_at" : "2022-12-08T14:15:11.337942+00:00", "name" : "fluentd", "inputname" : "fluent-plugin-systemd", "version" : "1.14.6 1.6.0", "ipaddr4" : "10.191.120.213" } } } }, { "_index" : "app-000993", "_type" : "_doc", "_id" : "ZTcxNTA2OTItNDA3Yi00MTc2LTliN2QtNGE4YTBkNTUxYWU1", "_score" : 1.0, "_source" : { "kubernetes" : { "container_image_id" : "registry.redhat.io/3scale-amp2/apicast-gateway-rhel8@sha256:33c614270adc42b75b60e2addf1d7176add51d1e7a3a02b8cbe94dfde196c155", "container_name" : "apicast-3scale-prod-apicast", "namespace_id" : "bb282e7c-dcbd-4f1a-a08d-a98315e8fc92", "flat_labels" : [ "com.company=Red_Hat", "deployment=apicast-3scale-prod-apicast", "pod-template-hash=69986d4b6f", "rht.comp=3scale_apicast", "rht.comp_ver=2.12", "rht.prod_name=Red_Hat_Integration", "rht.prod_ver=2021.Q4", "rht.subcomp=apicast", "rht.subcomp_t=application" ], "pod_ip" : "10.243.24.24", "host" : "ip-10-191-120-207.eu-west-3.compute.internal", "master_url" : "https://kubernetes.default.svc", "pod_id" : "076a977d-72ad-4486-a43c-c505ac84dc1c", "namespace_labels" : { "openshift-pipelines.tekton.dev/namespace-reconcile-version" : "v1.5", "kubernetes.io/metadata.name" : "rhoam-gateway" }, "container_image" : "registry.redhat.io/3scale-amp2/apicast-gateway-rhel8@sha256:33c614270adc42b75b60e2addf1d7176add51d1e7a3a02b8cbe94dfde196c155", "namespace_name" : "rhoam-gateway", "pod_name" : "apicast-3scale-prod-apicast-69986d4b6f-h2hb4" }, "viaq_msg_id" : "ZTcxNTA2OTItNDA3Yi00MTc2LTliN2QtNGE4YTBkNTUxYWU1", "level" : "unknown", "openshift" : { "sequence" : 9903678 }, "message" : "2022/12/08 15:15:21 [warn] 28#28: *15929 [lua] apicast.lua:70: upstream api for the service:6 is invalid, error:Upstream cannot be null, client: 10.243.8.10, server: _, request: \"POST /api/prospections?mail=true&sms=false HTTP/1.1\", host: \"api.spb.eu\", referrer: \"https://kweb-pilote.krys-group.com/\"", "docker" : { "container_id" : "c0f21951d705619a8f915c4ff429ba17de354dc395d538c9923389ed209ce750" }, "hostname" : "ip-10-191-120-207.eu-west-3.compute.internal", "log_type" : "application", "@timestamp" : "2022-12-08T14:15:21.426125968+00:00", "pipeline_metadata" : { "collector" : { "received_at" : "2022-12-08T14:15:21.426779+00:00", "name" : "fluentd", "inputname" : "fluent-plugin-systemd", "version" : "1.14.6 1.6.0", "ipaddr4" : "10.191.120.207" } } } } ] } }