ts=2022-12-22T06:29:22.599Z caller=main.go:556 level=info msg="Starting Prometheus Server" mode=server version="(version=2.41.0, branch=HEAD, revision=c0d8a56c69014279464c0e15d8bfb0e153af0dab)"
ts=2022-12-22T06:29:22.599Z caller=main.go:561 level=info build_context="(go=go1.19.4, platform=linux/amd64, user=root@d20a03e77067, date=20221220-10:40:45)"
ts=2022-12-22T06:29:22.599Z caller=main.go:562 level=info host_details="(Linux 4.18.0-372.32.1.el8_6.x86_64 #1 SMP Fri Oct 7 12:35:10 EDT 2022 x86_64 prometheus-hshift-ms-0 (none))"
ts=2022-12-22T06:29:22.599Z caller=main.go:563 level=info fd_limits="(soft=1048576, hard=1048576)"
ts=2022-12-22T06:29:22.599Z caller=main.go:564 level=info vm_limits="(soft=unlimited, hard=unlimited)"
ts=2022-12-22T06:29:22.600Z caller=web.go:559 level=info component=web msg="Start listening for connections" address=0.0.0.0:9090
ts=2022-12-22T06:29:22.601Z caller=main.go:993 level=info msg="Starting TSDB ..."
ts=2022-12-22T06:29:22.670Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9090
ts=2022-12-22T06:29:22.670Z caller=tls_config.go:271 level=info component=web msg="TLS is disabled." http2=false address=[::]:9090
ts=2022-12-22T06:29:22.673Z caller=head.go:562 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
ts=2022-12-22T06:29:22.673Z caller=head.go:606 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.627µs
ts=2022-12-22T06:29:22.673Z caller=head.go:612 level=info component=tsdb msg="Replaying WAL, this may take a while"
ts=2022-12-22T06:29:22.673Z caller=head.go:683 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
ts=2022-12-22T06:29:22.673Z caller=head.go:720 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=37.143µs wal_replay_duration=311.894µs wbl_replay_duration=135ns total_replay_duration=378.797µs
ts=2022-12-22T06:29:22.674Z caller=main.go:1014 level=info fs_type=XFS_SUPER_MAGIC
ts=2022-12-22T06:29:22.674Z caller=main.go:1017 level=info msg="TSDB started"
ts=2022-12-22T06:29:22.674Z caller=main.go:1018 level=debug msg="TSDB options" MinBlockDuration=2h MaxBlockDuration=2h24m MaxBytes=0B NoLockfile=false RetentionDuration=1d WALSegmentSize=0B WALCompression=true
ts=2022-12-22T06:29:22.674Z caller=main.go:1197 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
ts=2022-12-22T06:29:22.683Z caller=dedupe.go:112 component=remote level=info remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg="Starting WAL watcher" queue=906afe
ts=2022-12-22T06:29:22.683Z caller=dedupe.go:112 component=remote level=info remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg="Starting scraped metadata watcher"
ts=2022-12-22T06:29:22.683Z caller=dedupe.go:112 component=remote level=info remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="Starting WAL watcher" queue=d28ad2
ts=2022-12-22T06:29:22.683Z caller=dedupe.go:112 component=remote level=info remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="Starting scraped metadata watcher"
ts=2022-12-22T06:29:22.683Z caller=dedupe.go:112 component=remote level=info remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg="Replaying WAL" queue=906afe
ts=2022-12-22T06:29:22.683Z caller=dedupe.go:112 component=remote level=info remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="Replaying WAL" queue=d28ad2
ts=2022-12-22T06:29:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg="Tailing WAL" lastCheckpoint= checkpointIndex=0 currentSegment=0 lastSegment=0
ts=2022-12-22T06:29:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg="Processing segment" currentSegment=0
ts=2022-12-22T06:29:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="Tailing WAL" lastCheckpoint= checkpointIndex=0 currentSegment=0 lastSegment=0
ts=2022-12-22T06:29:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="Processing segment" currentSegment=0
ts=2022-12-22T06:29:22.684Z caller=kubernetes.go:326 level=info component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
ts=2022-12-22T06:29:22.684Z caller=kubernetes.go:326 level=info component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
ts=2022-12-22T06:29:22.685Z caller=kubernetes.go:326 level=info component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
ts=2022-12-22T06:29:22.686Z caller=manager.go:196 level=debug component="discovery manager scrape" msg="Starting provider" provider=kubernetes/0 subs="[serviceMonitor/clusters-sup-hcp-a/monitor-ovn-master-metrics/0 serviceMonitor/clusters-sup-hcp-a/openshift-apiserver/0 serviceMonitor/clusters-sup-hcp-a/openshift-route-controller-manager/0 serviceMonitor/clusters-sup-hcp-a/catalog-operator/0 serviceMonitor/clusters-sup-hcp-a/olm-operator/0 serviceMonitor/clusters-sup-hcp-a/node-tuning-operator/0 serviceMonitor/clusters-sup-hcp-a/kube-apiserver/0 serviceMonitor/clusters-sup-hcp-a/etcd/0 serviceMonitor/clusters-sup-hcp-a/kube-controller-manager/0 serviceMonitor/clusters-sup-hcp-a/monitor-multus-admission-controller/0 serviceMonitor/clusters-sup-hcp-a/openshift-controller-manager/0 serviceMonitor/clusters-sup-hcp-a/cluster-version-operator/0]"
ts=2022-12-22T06:29:22.686Z caller=manager.go:196 level=debug component="discovery manager scrape" msg="Starting provider" provider=kubernetes/1 subs="[podMonitor/clusters-sup-hcp-a/controlplane-operator/0 podMonitor/clusters-sup-hcp-a/hosted-cluster-config-operator/0 podMonitor/clusters-sup-hcp-a/ignition-server/0 podMonitor/clusters-sup-hcp-a/cluster-image-registry-operator/0]"
ts=2022-12-22T06:29:22.686Z caller=manager.go:196 level=debug component="discovery manager scrape" msg="Starting provider" provider=kubernetes/2 subs="[prometheus-self alertmanager-self]"
ts=2022-12-22T06:29:22.686Z caller=main.go:1234 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=11.396906ms db_storage=1.046µs remote_storage=665.913µs web_handler=435ns query_engine=552ns scrape=249.347µs scrape_sd=2.368093ms notify=1.202µs notify_sd=3.543µs rules=36.976µs tracing=3.82µs
ts=2022-12-22T06:29:22.686Z caller=main.go:978 level=info msg="Server is ready to receive web requests."
ts=2022-12-22T06:29:22.686Z caller=manager.go:953 level=info component="rule manager" msg="Starting rule manager..."
ts=2022-12-22T06:29:22.686Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Endpoints (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.686Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Endpoints from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.687Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Service (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.687Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Service from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.687Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Pod (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.687Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Pod from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.687Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Pod (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.687Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Pod from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.687Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Endpoints (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.687Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Endpoints from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.687Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Pod (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.688Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Pod from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.688Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Service (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.688Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Service from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.694Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/endpoints?limit=500&resourceVersion=0 200 OK in 5 milliseconds"
ts=2022-12-22T06:29:22.694Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/services?limit=500&resourceVersion=0 200 OK in 5 milliseconds"
ts=2022-12-22T06:29:22.694Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/endpoints?limit=500&resourceVersion=0 200 OK in 7 milliseconds"
ts=2022-12-22T06:29:22.694Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/services?limit=500&resourceVersion=0 200 OK in 7 milliseconds"
ts=2022-12-22T06:29:22.694Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/pods?limit=500&resourceVersion=0 200 OK in 6 milliseconds"
ts=2022-12-22T06:29:22.696Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/endpoints?allowWatchBookmarks=true&resourceVersion=1128878&timeout=8m40s&timeoutSeconds=520&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:29:22.696Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/services?allowWatchBookmarks=true&resourceVersion=1128820&timeout=5m38s&timeoutSeconds=338&watch=true 200 OK in 0 milliseconds"
ts=2022-12-22T06:29:22.696Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/services?allowWatchBookmarks=true&resourceVersion=1128820&timeout=7m22s&timeoutSeconds=442&watch=true 200 OK in 0 milliseconds"
ts=2022-12-22T06:29:22.696Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?limit=500&resourceVersion=0 200 OK in 8 milliseconds"
ts=2022-12-22T06:29:22.696Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?limit=500&resourceVersion=0 200 OK in 8 milliseconds"
ts=2022-12-22T06:29:22.696Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/endpoints?allowWatchBookmarks=true&resourceVersion=1128878&timeout=8m52s&timeoutSeconds=532&watch=true 200 OK in 0 milliseconds"
ts=2022-12-22T06:29:22.697Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/pods?allowWatchBookmarks=true&resourceVersion=1128872&timeout=7m7s&timeoutSeconds=427&watch=true 200 OK in 0 milliseconds"
ts=2022-12-22T06:29:22.777Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?allowWatchBookmarks=true&resourceVersion=1128872&timeout=8m31s&timeoutSeconds=511&watch=true 200 OK in 0 milliseconds"
ts=2022-12-22T06:29:22.779Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?allowWatchBookmarks=true&resourceVersion=1128872&timeout=5m13s&timeoutSeconds=313&watch=true 200 OK in 0 milliseconds"
ts=2022-12-22T06:29:22.786Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="caches populated"
ts=2022-12-22T06:29:22.786Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="caches populated"
ts=2022-12-22T06:29:22.786Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="caches populated"
ts=2022-12-22T06:29:22.975Z caller=main.go:1197 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
ts=2022-12-22T06:29:22.981Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Stopping reflector *v1.Endpoints (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.981Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Stopping reflector *v1.Service (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.981Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Stopping reflector *v1.Pod (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.981Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Stopping reflector *v1.Pod (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.981Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Stopping reflector *v1.Pod (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.981Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Stopping reflector *v1.Service (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.981Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Stopping reflector *v1.Endpoints (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.981Z caller=kubernetes.go:326 level=info component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
ts=2022-12-22T06:29:22.981Z caller=kubernetes.go:326 level=info component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
ts=2022-12-22T06:29:22.982Z caller=kubernetes.go:326 level=info component="discovery manager scrape" discovery=kubernetes msg="Using pod service account via in-cluster config"
ts=2022-12-22T06:29:22.982Z caller=manager.go:196 level=debug component="discovery manager scrape" msg="Starting provider" provider=kubernetes/0 subs="[serviceMonitor/clusters-sup-hcp-a/openshift-controller-manager/0 serviceMonitor/clusters-sup-hcp-a/openshift-route-controller-manager/0 serviceMonitor/clusters-sup-hcp-a/cluster-version-operator/0 serviceMonitor/clusters-sup-hcp-a/kube-controller-manager/0 serviceMonitor/clusters-sup-hcp-a/monitor-ovn-master-metrics/0 serviceMonitor/clusters-sup-hcp-a/node-tuning-operator/0 serviceMonitor/clusters-sup-hcp-a/openshift-apiserver/0 serviceMonitor/clusters-sup-hcp-a/catalog-operator/0 serviceMonitor/clusters-sup-hcp-a/etcd/0 serviceMonitor/clusters-sup-hcp-a/monitor-multus-admission-controller/0 serviceMonitor/clusters-sup-hcp-a/kube-apiserver/0 serviceMonitor/clusters-sup-hcp-a/olm-operator/0]"
ts=2022-12-22T06:29:22.982Z caller=manager.go:196 level=debug component="discovery manager scrape" msg="Starting provider" provider=kubernetes/1 subs="[prometheus-self alertmanager-self]"
ts=2022-12-22T06:29:22.982Z caller=manager.go:196 level=debug component="discovery manager scrape" msg="Starting provider" provider=kubernetes/2 subs="[podMonitor/clusters-sup-hcp-a/ignition-server/0 podMonitor/clusters-sup-hcp-a/cluster-image-registry-operator/0 podMonitor/clusters-sup-hcp-a/controlplane-operator/0 podMonitor/clusters-sup-hcp-a/hosted-cluster-config-operator/0]"
ts=2022-12-22T06:29:22.982Z caller=main.go:1234 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=7.288306ms db_storage=1.48µs remote_storage=206.053µs web_handler=482ns query_engine=1.144µs scrape=56.748µs scrape_sd=1.274772ms notify=1.397µs notify_sd=1.969µs rules=30.262µs tracing=2.651µs
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Endpoints (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Endpoints from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Service (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Service from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Pod (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Service (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Pod from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Service from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Pod (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Pod from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Endpoints (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Starting reflector *v1.Pod (10m0s) from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Endpoints from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.982Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="Listing and watching *v1.Pod from pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169"
ts=2022-12-22T06:29:22.983Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/services?limit=500&resourceVersion=0 200 OK in 1 milliseconds"
ts=2022-12-22T06:29:22.984Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/services?limit=500&resourceVersion=0 200 OK in 1 milliseconds"
ts=2022-12-22T06:29:22.984Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/endpoints?limit=500&resourceVersion=0 200 OK in 1 milliseconds"
ts=2022-12-22T06:29:22.985Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/services?allowWatchBookmarks=true&resourceVersion=1128820&timeout=8m46s&timeoutSeconds=526&watch=true 200 OK in 0 milliseconds"
ts=2022-12-22T06:29:22.985Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/pods?limit=500&resourceVersion=0 200 OK in 2 milliseconds"
ts=2022-12-22T06:29:22.986Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/endpoints?limit=500&resourceVersion=0 200 OK in 3 milliseconds"
ts=2022-12-22T06:29:22.986Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/endpoints?allowWatchBookmarks=true&resourceVersion=1128878&timeout=5m41s&timeoutSeconds=341&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:29:22.986Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?limit=500&resourceVersion=0 200 OK in 3 milliseconds"
ts=2022-12-22T06:29:22.988Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/services?allowWatchBookmarks=true&resourceVersion=1128820&timeout=8m54s&timeoutSeconds=534&watch=true 200 OK in 3 milliseconds"
ts=2022-12-22T06:29:22.988Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?limit=500&resourceVersion=0 200 OK in 5 milliseconds"
ts=2022-12-22T06:29:22.990Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/endpoints?allowWatchBookmarks=true&resourceVersion=1128878&timeout=7m36s&timeoutSeconds=456&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:29:22.993Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/pods?allowWatchBookmarks=true&resourceVersion=1128872&timeout=8m15s&timeoutSeconds=495&watch=true 200 OK in 5 milliseconds"
ts=2022-12-22T06:29:23.000Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?allowWatchBookmarks=true&resourceVersion=1128872&timeout=9m39s&timeoutSeconds=579&watch=true 200 OK in 0 milliseconds"
ts=2022-12-22T06:29:23.001Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?allowWatchBookmarks=true&resourceVersion=1128872&timeout=7m29s&timeoutSeconds=449&watch=true 200 OK in 0 milliseconds"
ts=2022-12-22T06:29:23.082Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="caches populated"
ts=2022-12-22T06:29:23.082Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="caches populated"
ts=2022-12-22T06:29:23.084Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="caches populated"
ts=2022-12-22T06:29:28.647Z caller=dedupe.go:112 component=remote level=info remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="Done replaying WAL" duration=5.963685964s
ts=2022-12-22T06:29:28.653Z caller=dedupe.go:112 component=remote level=info remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg="Done replaying WAL" duration=5.969807269s
ts=2022-12-22T06:29:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=495.5 dataOutRate=450 dataKeptRatio=1 dataPendingRate=45.5 dataPending=0 dataOutDuration=0.021631037 timePerSample=4.806897111111111e-05 desiredShards=0.023818175185555554 highestSent=1.671690572e+09 highestRecv=1.671690572e+09
ts=2022-12-22T06:29:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.023818175185555554 upperBound=1.3
ts=2022-12-22T06:29:37.685Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:29:37.716Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:29:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=1211 dataOutRate=1180 dataKeptRatio=1 dataPendingRate=31 dataPending=0 dataOutDuration=0.031110145460000002 timePerSample=2.636453005084746e-05 desiredShards=0.03192744589157627 highestSent=1.671690582e+09 highestRecv=1.671690582e+09
ts=2022-12-22T06:29:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=1211 dataOutRate=0.5 dataKeptRatio=0.0004127455836222552 dataPendingRate=-0.00016509823344895702 dataPending=4.99834901766551 dataOutDuration=0.0031542697 timePerSample=0.0063085394 desiredShards=0.004729842256934126 highestSent=1.671690572e+09 highestRecv=1.671690582e+09
ts=2022-12-22T06:29:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.03192744589157627 upperBound=1.3
ts=2022-12-22T06:29:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.004729842256934126 upperBound=1.3
ts=2022-12-22T06:29:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=1778.62 dataOutRate=1754 dataKeptRatio=1 dataPendingRate=24.61999999999989 dataPending=1778.62 dataOutDuration=0.041412413928000005 timePerSample=2.3610270198403652e-05 desiredShards=0.04409338371929894 highestSent=1.671690591e+09 highestRecv=1.671690592e+09
ts=2022-12-22T06:29:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.04409338371929894 upperBound=1.3
ts=2022-12-22T06:29:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=1778.62 dataOutRate=0.4 dataKeptRatio=0.00022483530813678976 dataPendingRate=-0.00010342424174303311 dataPending=7.9979315151651384 dataOutDuration=0.00252341576 timePerSample=0.0063085394 desiredShards=0.005045526608192098 highestSent=1.671690572e+09 highestRecv=1.671690592e+09
ts=2022-12-22T06:29:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.005045526608192098 upperBound=1.3
ts=2022-12-22T06:30:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=1610.7759999999998 dataOutRate=1593.2 dataKeptRatio=1 dataPendingRate=17.575999999999794 dataPending=0 dataOutDuration=0.0366762348624 timePerSample=2.3020483845342708e-05 desiredShards=0.037080842886465744 highestSent=1.671690602e+09 highestRecv=1.671690602e+09
ts=2022-12-22T06:30:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.037080842886465744 upperBound=1.3
ts=2022-12-22T06:30:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=1610.7759999999998 dataOutRate=0.42000000000000004 dataKeptRatio=0.00026070698769214723 dataPendingRate=-5.9441193193954245e-05 dataPending=5.879167823295286 dataOutDuration=0.0021219733680000004 timePerSample=0.0050523175428571435 desiredShards=0.0036068441887686597 highestSent=1.671690588e+09 highestRecv=1.671690602e+09
ts=2022-12-22T06:30:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0036068441887686597 upperBound=1.3
ts=2022-12-22T06:30:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2104.4808 dataOutRate=2084.56 dataKeptRatio=1 dataPendingRate=19.920799999999872 dataPending=0 dataOutDuration=0.04486258394992 timePerSample=2.152136851418045e-05 desiredShards=0.04529130682781728 highestSent=1.671690612e+09 highestRecv=1.671690612e+09
ts=2022-12-22T06:30:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.04529130682781728 upperBound=1.3
ts=2022-12-22T06:30:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2104.4808 dataOutRate=0.43600000000000005 dataKeptRatio=0.00020715903618213116 dataPendingRate=-3.7785808199741755e-05 dataPending=4.359622141918003 dataOutDuration=0.0017610291944000001 timePerSample=0.004039057785321101 desiredShards=0.0026413148630058244 highestSent=1.671690602e+09 highestRecv=1.671690612e+09
ts=2022-12-22T06:30:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0026413148630058244 upperBound=1.3
ts=2022-12-22T06:30:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2494.0246399999996 dataOutRate=0.34880000000000005 dataKeptRatio=0.00013985169689826257 dataPendingRate=-6.421989921678861e-06 dataPending=6.627077982191488 dataOutDuration=0.0014088233555200002 timePerSample=0.004039057785321101 desiredShards=0.002747154962626639 highestSent=1.671690602e+09 highestRecv=1.671690621e+09
ts=2022-12-22T06:30:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.002747154962626639 upperBound=1.3
ts=2022-12-22T06:30:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2494.0246399999996 dataOutRate=2477.648 dataKeptRatio=1 dataPendingRate=16.376639999999497 dataPending=0 dataOutDuration=0.050405572679936 timePerSample=2.034412179612923e-05 desiredShards=0.05073874103870735 highestSent=1.671690621e+09 highestRecv=1.671690621e+09
ts=2022-12-22T06:30:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05073874103870735 upperBound=1.3
ts=2022-12-22T06:30:22.693Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:30:22.695Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:30:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2182.8597119999995 dataOutRate=0.37904000000000004 dataKeptRatio=0.00017363289818783987 dataPendingRate=-2.3741867966664554e-05 dataPending=5.685243871980501 dataOutDuration=0.001238193424416 timePerSample=0.0032666563539890245 desiredShards=0.002166702768811264 highestSent=1.671690617e+09 highestRecv=1.671690632e+09
ts=2022-12-22T06:30:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.002166702768811264 upperBound=1.3
ts=2022-12-22T06:30:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2182.8597119999995 dataOutRate=2172.1184000000003 dataKeptRatio=1 dataPendingRate=10.741311999999198 dataPending=0 dataOutDuration=0.0438294170039488 timePerSample=2.0178189643782217e-05 desiredShards=0.044046157234507825 highestSent=1.671690632e+09 highestRecv=1.671690632e+09
ts=2022-12-22T06:30:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.044046157234507825 upperBound=1.3
ts=2022-12-22T06:30:37.739Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:30:37.744Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:30:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2562.1477695999997 dataOutRate=2557.6947200000004 dataKeptRatio=1 dataPendingRate=4.453049599999304 dataPending=0 dataOutDuration=0.05059408814315904 timePerSample=1.9781128587214284e-05 desiredShards=0.05068217448990187 highestSent=1.671690642e+09 highestRecv=1.671690642e+09
ts=2022-12-22T06:30:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2562.1477695999997 dataOutRate=0.40323200000000003 dataKeptRatio=0.0001573737431772063 dataPendingRate=-1.7214924917685615e-05 dataPending=4.032147850750824 dataOutDuration=0.0011019823395328 timePerSample=0.0027328742250932463 desiredShards=0.0016529029399623084 highestSent=1.671690632e+09 highestRecv=1.671690642e+09
ts=2022-12-22T06:30:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05068217448990187 upperBound=1.3
ts=2022-12-22T06:30:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0016529029399623084 upperBound=1.3
ts=2022-12-22T06:30:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2860.1582156799996 dataOutRate=0.32258560000000003 dataKeptRatio=0.00011277695766224804 dataPendingRate=-2.565800292581022e-05 dataPending=6.451198839941484 dataOutDuration=0.00088158587162624 timePerSample=0.0027328742250932463 desiredShards=0.0017630315030627533 highestSent=1.671690632e+09 highestRecv=1.671690652e+09
ts=2022-12-22T06:30:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0017630315030627533 upperBound=1.3
ts=2022-12-22T06:30:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2860.1582156799996 dataOutRate=2856.1557760000005 dataKeptRatio=1 dataPendingRate=4.002439679999043 dataPending=2860.1582156799996 dataOutDuration=0.06210433537452723 timePerSample=2.174402947359662e-05 desiredShards=0.0653009327679402 highestSent=1.671690651e+09 highestRecv=1.671690652e+09
ts=2022-12-22T06:30:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0653009327679402 upperBound=1.3
ts=2022-12-22T06:31:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2476.0065725439995 dataOutRate=2464.9246208000004 dataKeptRatio=1 dataPendingRate=11.08195174399907 dataPending=0 dataOutDuration=0.05275085021962179 timePerSample=2.1400593662982402e-05 desiredShards=0.052988010565887894 highestSent=1.671690662e+09 highestRecv=1.671690662e+09
ts=2022-12-22T06:31:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.052988010565887894 upperBound=1.3
ts=2022-12-22T06:31:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2476.0065725439995 dataOutRate=0.35806848 dataKeptRatio=0.00014461286531018415 dataPendingRate=-6.075017563944574e-06 dataPending=5.370936074736541 dataOutDuration=0.000817151217300992 timePerSample=0.0022821087667392334 desiredShards=0.0014299903685377647 highestSent=1.671690647e+09 highestRecv=1.671690662e+09
ts=2022-12-22T06:31:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0014299903685377647 upperBound=1.3
ts=2022-12-22T06:31:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2796.8052580351996 dataOutRate=2791.9396966400004 dataKeptRatio=1 dataPendingRate=4.865561395199165 dataPending=0 dataOutDuration=0.057506094135697426 timePerSample=2.0597183458118366e-05 desiredShards=0.05760631099638108 highestSent=1.671690672e+09 highestRecv=1.671690672e+09
ts=2022-12-22T06:31:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05760631099638108 upperBound=1.3
ts=2022-12-22T06:31:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2796.8052580351996 dataOutRate=0.386454784 dataKeptRatio=0.00013817556271196623 dataPendingRate=-4.643675200366459e-06 dataPending=3.864501403247996 dataOutDuration=0.0007256709138407935 timePerSample=0.0018777640849201999 desiredShards=0.0010884932911714201 highestSent=1.671690662e+09 highestRecv=1.671690672e+09
ts=2022-12-22T06:31:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0010884932911714201 upperBound=1.3
ts=2022-12-22T06:31:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3047.88420642816 dataOutRate=0.3091638272 dataKeptRatio=0.00010143798872683546 dataPendingRate=7.4165723594754596e-06 dataPending=5.87425363167483 dataOutDuration=0.0005805367310726348 timePerSample=0.0018777640849201999 desiredShards=0.0011320737824093972 highestSent=1.671690662e+09 highestRecv=1.671690681e+09
ts=2022-12-22T06:31:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0011320737824093972 upperBound=1.3
ts=2022-12-22T06:31:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3047.88420642816 dataOutRate=3043.5517573120005 dataKeptRatio=1 dataPendingRate=4.332449116159296 dataPending=0 dataOutDuration=0.06190232852855794 timePerSample=2.0338845357185167e-05 desiredShards=0.061990445541149373 highestSent=1.671690681e+09 highestRecv=1.671690681e+09
ts=2022-12-22T06:31:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.061990445541149373 upperBound=1.3
ts=2022-12-22T06:31:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2625.947365142528 dataOutRate=2624.8414058496005 dataKeptRatio=1 dataPendingRate=1.1059592929273094 dataPending=0 dataOutDuration=0.05289619250284635 timePerSample=2.0152148005957363e-05 desiredShards=0.052918479958205984 highestSent=1.671690692e+09 highestRecv=1.671690692e+09
ts=2022-12-22T06:31:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2625.947365142528 dataOutRate=0.34733106176 dataKeptRatio=0.00013226676824236 dataPendingRate=-5.490198057400697e-06 dataPending=5.209883573429139 dataOutDuration=0.0005698481248581079 timePerSample=0.0016406483254638004 desiredShards=0.0009972184554042523 highestSent=1.671690677e+09 highestRecv=1.671690692e+09
ts=2022-12-22T06:31:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.052918479958205984 upperBound=1.3
ts=2022-12-22T06:31:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0009972184554042523 upperBound=1.3
ts=2022-12-22T06:31:37.766Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:31:37.772Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:31:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2916.757892114022 dataOutRate=2909.8731246796806 dataKeptRatio=1 dataPendingRate=6.884767434341484 dataPending=0 dataOutDuration=0.057391103402277086 timePerSample=1.972288857391152e-05 desiredShards=0.0575268909032419 highestSent=1.671690702e+09 highestRecv=1.671690702e+09
ts=2022-12-22T06:31:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0575268909032419 upperBound=1.3
ts=2022-12-22T06:31:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2916.757892114022 dataOutRate=0.377864849408 dataKeptRatio=0.0001295481358080145 dataPendingRate=-4.301881314616729e-06 dataPending=3.7786054752668545 dataOutDuration=0.0005812690198864864 timePerSample=0.001538298735109019 desiredShards=0.0008718936034618523 highestSent=1.671690692e+09 highestRecv=1.671690702e+09
ts=2022-12-22T06:31:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0008718936034618523 upperBound=1.3
ts=2022-12-22T06:31:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3143.9863136912177 dataOutRate=3147.8984997437447 dataKeptRatio=1 dataPendingRate=-3.9121860525269767 dataPending=3143.9863136912177 dataOutDuration=0.060572805881821665 timePerSample=1.924229954896977e-05 desiredShards=0.06352240274720303 highestSent=1.671690711e+09 highestRecv=1.671690712e+09
ts=2022-12-22T06:31:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3143.9863136912177 dataOutRate=0.3022918795264 dataKeptRatio=9.614414156876991e-05 dataPendingRate=-1.6014292596566726e-05 dataPending=6.0455173046760695 dataOutDuration=0.00046501521590918907 timePerSample=0.0015382987351090188 desiredShards=0.0009299811622862882 highestSent=1.671690692e+09 highestRecv=1.671690712e+09
ts=2022-12-22T06:31:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06352240274720303 upperBound=1.3
ts=2022-12-22T06:31:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0009299811622862882 upperBound=1.3
ts=2022-12-22T06:32:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2703.069050952974 dataOutRate=0.34183350362112 dataKeptRatio=0.00012646157034624928 dataPendingRate=8.533167387692053e-07 dataPending=5.127515354067882 dataOutDuration=0.00048371459272735125 timePerSample=0.0014150590495175359 desiredShards=0.0008465026503866181 highestSent=1.671690707e+09 highestRecv=1.671690722e+09
ts=2022-12-22T06:32:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0008465026503866181 upperBound=1.3
ts=2022-12-22T06:32:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2703.069050952974 dataOutRate=2698.318799794996 dataKeptRatio=1 dataPendingRate=4.750251157978255 dataPending=0 dataOutDuration=0.05162826322545733 timePerSample=1.913349276200417e-05 desiredShards=0.05171915212160621 highestSent=1.671690722e+09 highestRecv=1.671690722e+09
ts=2022-12-22T06:32:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05171915212160621 upperBound=1.3
ts=2022-12-22T06:32:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2978.455240762379 dataOutRate=2978.655039835997 dataKeptRatio=1 dataPendingRate=-0.1997990736176689 dataPending=0 dataOutDuration=0.055797214520365866 timePerSample=1.8732351942116143e-05 desiredShards=0.055793471813801156 highestSent=1.671690732e+09 highestRecv=1.671690732e+09
ts=2022-12-22T06:32:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.055793471813801156 upperBound=1.3
ts=2022-12-22T06:32:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2978.455240762379 dataOutRate=0.37346680289689604 dataKeptRatio=0.0001253896565752604 dataPendingRate=6.768670831602819e-07 dataPending=3.7346747976397925 dataOutDuration=0.000476707474181881 timePerSample=0.0012764386833961435 desiredShards=0.0007150625072418142 highestSent=1.671690722e+09 highestRecv=1.671690732e+09
ts=2022-12-22T06:32:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0007150625072418142 upperBound=1.3
ts=2022-12-22T06:32:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3193.3441926099035 dataOutRate=0.29877344231751685 dataKeptRatio=9.356435911336918e-05 dataPendingRate=9.760492428123602e-06 dataPending=5.676880853388955 dataOutDuration=0.0003813659793455048 timePerSample=0.0012764386833961435 desiredShards=0.0007436879541304377 highestSent=1.671690722e+09 highestRecv=1.671690741e+09
ts=2022-12-22T06:32:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0007436879541304377 upperBound=1.3
ts=2022-12-22T06:32:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3193.3441926099035 dataOutRate=3192.9240318687976 dataKeptRatio=1 dataPendingRate=0.420160741105974 dataPending=0 dataOutDuration=0.059847926396292696 timePerSample=1.8743924314811868e-05 desiredShards=0.05985580185742404 highestSent=1.671690741e+09 highestRecv=1.671690741e+09
ts=2022-12-22T06:32:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05985580185742404 upperBound=1.3
ts=2022-12-22T06:32:22.689Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:32:22.691Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:32:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2742.315354087923 dataOutRate=2744.339225495038 dataKeptRatio=1 dataPendingRate=-2.023871407115166 dataPending=0 dataOutDuration=0.053077542917034155 timePerSample=1.9340736897225143e-05 desiredShards=0.05303839975263532 highestSent=1.671690752e+09 highestRecv=1.671690752e+09
ts=2022-12-22T06:32:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05303839975263532 upperBound=1.3
ts=2022-12-22T06:32:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2742.315354087923 dataOutRate=0.3390187538540135 dataKeptRatio=0.00012362426077631555 dataPendingRate=-2.0453893539995605e-06 dataPending=4.746233918505234 dataOutDuration=0.00041876426347640385 timePerSample=0.0012352244786337984 desiredShards=0.0007118949528343893 highestSent=1.671690738e+09 highestRecv=1.671690752e+09
ts=2022-12-22T06:32:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0007118949528343893 upperBound=1.3
ts=2022-12-22T06:32:37.794Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:32:37.799Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:32:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3009.8522832703384 dataOutRate=3005.4713803960303 dataKeptRatio=1 dataPendingRate=4.380902874308049 dataPending=0 dataOutDuration=0.05761388361362733 timePerSample=1.9169666358970805e-05 desiredShards=0.057697864060078874 highestSent=1.671690762e+09 highestRecv=1.671690762e+09
ts=2022-12-22T06:32:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.057697864060078874 upperBound=1.3
ts=2022-12-22T06:32:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3009.8522832703384 dataOutRate=0.37121500308321076 dataKeptRatio=0.00012333275380106793 dataPendingRate=-1.6324530479616683e-06 dataPending=3.712133706301628 dataOutDuration=0.00042975149078112307 timePerSample=0.0011576889059217008 desiredShards=0.00064462440136251 highestSent=1.671690752e+09 highestRecv=1.671690762e+09
ts=2022-12-22T06:32:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00064462440136251 upperBound=1.3
ts=2022-12-22T06:32:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3218.4618266162706 dataOutRate=3214.3771043168244 dataKeptRatio=1 dataPendingRate=4.0847222994461845 dataPending=3218.4618266162706 dataOutDuration=0.061262457450901864 timePerSample=1.905888931595113e-05 desiredShards=0.06440732310714807 highestSent=1.671690771e+09 highestRecv=1.671690772e+09
ts=2022-12-22T06:32:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06440732310714807 upperBound=1.3
ts=2022-12-22T06:32:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3218.4618266162706 dataOutRate=0.29697200246656863 dataKeptRatio=9.22670903249345e-05 dataPendingRate=-1.3894402811465145e-05 dataPending=5.939162161275143 dataOutDuration=0.0003438011926248985 timePerSample=0.0011576889059217008 desiredShards=0.0006875702144578185 highestSent=1.671690752e+09 highestRecv=1.671690772e+09
ts=2022-12-22T06:32:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0006875702144578185 upperBound=1.3
ts=2022-12-22T06:33:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2762.6494612930164 dataOutRate=2761.5016834534595 dataKeptRatio=1 dataPendingRate=1.1477778395569658 dataPending=0 dataOutDuration=0.05257316240072149 timePerSample=1.903788895575646e-05 desiredShards=0.05259501366777685 highestSent=1.671690782e+09 highestRecv=1.671690782e+09
ts=2022-12-22T06:33:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05259501366777685 upperBound=1.3
ts=2022-12-22T06:33:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2762.6494612930164 dataOutRate=0.3375776019732549 dataKeptRatio=0.00012219428958225905 dataPendingRate=2.3863142559199524e-06 dataPending=5.063699824312662 dataOutDuration=0.00036120937409991877 timePerSample=0.0010700039694237064 desiredShards=0.0006321208730648787 highestSent=1.671690767e+09 highestRecv=1.671690782e+09
ts=2022-12-22T06:33:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0006321208730648787 upperBound=1.3
ts=2022-12-22T06:33:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3026.119569034413 dataOutRate=3029.2013467627676 dataKeptRatio=1 dataPendingRate=-3.0817777283546093 dataPending=0 dataOutDuration=0.0657080738605772 timePerSample=2.1691550457944234e-05 desiredShards=0.06564122532348243 highestSent=1.671690792e+09 highestRecv=1.671690792e+09
ts=2022-12-22T06:33:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3026.119569034413 dataOutRate=0.37006208157860393 dataKeptRatio=0.0001222899438314344 dataPendingRate=1.9105458189394575e-06 dataPending=3.7006399212442287 dataOutDuration=0.000407066379279935 timePerSample=0.0010999948374701856 desiredShards=0.0006106027213057089 highestSent=1.671690782e+09 highestRecv=1.671690792e+09
ts=2022-12-22T06:33:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06564122532348243 upperBound=1.3
ts=2022-12-22T06:33:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0006106027213057089 upperBound=1.3
ts=2022-12-22T06:33:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3231.4756552275303 dataOutRate=3233.361077410214 dataKeptRatio=1 dataPendingRate=-1.8854221826836692 dataPending=0 dataOutDuration=0.06829119886846176 timePerSample=2.1120808110661163e-05 desiredShards=0.06825137722833372 highestSent=1.671690801e+09 highestRecv=1.671690801e+09
ts=2022-12-22T06:33:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06825137722833372 upperBound=1.3
ts=2022-12-22T06:33:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3231.4756552275303 dataOutRate=0.2960496652628831 dataKeptRatio=9.161757775302062e-05 dataPendingRate=1.030683691838341e-05 dataPending=5.625139469896229 dataOutDuration=0.00032565310342394803 timePerSample=0.0010999948374701858 desiredShards=0.0006350456597381304 highestSent=1.671690782e+09 highestRecv=1.671690801e+09
ts=2022-12-22T06:33:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0006350456597381304 upperBound=1.3
ts=2022-12-22T06:33:22.689Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:33:22.692Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:33:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2772.820524182024 dataOutRate=2776.6888619281713 dataKeptRatio=1 dataPendingRate=-3.8683377461470627 dataPending=0 dataOutDuration=0.058040669874769406 timePerSample=2.0902835269222478e-05 desiredShards=0.05795981064809597 highestSent=1.671690812e+09 highestRecv=1.671690812e+09
ts=2022-12-22T06:33:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05795981064809597 upperBound=1.3
ts=2022-12-22T06:33:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2772.820524182024 dataOutRate=0.3368397322103065 dataKeptRatio=0.0001214786584046837 dataPendingRate=-1.2149357023760743e-06 dataPending=5.052577759119061 dataOutDuration=0.00031440592273915843 timePerSample=0.0009333991589295604 desiredShards=0.0005502083802585925 highestSent=1.671690797e+09 highestRecv=1.671690812e+09
ts=2022-12-22T06:33:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005502083802585925 upperBound=1.3
ts=2022-12-22T06:33:37.819Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:33:37.824Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:33:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3034.256419345619 dataOutRate=3031.351089542537 dataKeptRatio=1 dataPendingRate=2.905329803082168 dataPending=0 dataOutDuration=0.06753204009981552 timePerSample=2.227786821948322e-05 desiredShards=0.06759676465430271 highestSent=1.671690822e+09 highestRecv=1.671690822e+09
ts=2022-12-22T06:33:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06759676465430271 upperBound=1.3
ts=2022-12-22T06:33:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3034.256419345619 dataOutRate=0.3694717857682452 dataKeptRatio=0.00012176650897430667 dataPendingRate=-9.74251649243918e-07 dataPending=3.6947081151659598 dataOutDuration=0.00034478975819132675 timePerSample=0.0009331964482061954 desiredShards=0.000517183273534722 highestSent=1.671690812e+09 highestRecv=1.671690822e+09
ts=2022-12-22T06:33:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.000517183273534722 upperBound=1.3
ts=2022-12-22T06:33:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3237.9851354764955 dataOutRate=3235.08087163403 dataKeptRatio=1 dataPendingRate=2.9042638424657525 dataPending=3237.9851354764955 dataOutDuration=0.06837773621985242 timePerSample=2.113632979608174e-05 desiredShards=0.0718610777831537 highestSent=1.671690831e+09 highestRecv=1.671690832e+09
ts=2022-12-22T06:33:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0718610777831537 upperBound=1.3
ts=2022-12-22T06:33:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3237.9851354764955 dataOutRate=0.2955774286145961 dataKeptRatio=9.12802414925341e-05 dataPendingRate=-1.3363499065832674e-05 dataPending=5.911281302310606 dataOutDuration=0.0002758318065530614 timePerSample=0.0009331964482061955 desiredShards=0.0005516386715663952 highestSent=1.671690812e+09 highestRecv=1.671690832e+09
ts=2022-12-22T06:33:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005516386715663952 upperBound=1.3
ts=2022-12-22T06:34:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2778.2681083811963 dataOutRate=2778.064697307224 dataKeptRatio=1 dataPendingRate=0.20341107397234737 dataPending=0 dataOutDuration=0.05794979785588193 timePerSample=2.0859772600707475e-05 desiredShards=0.057954040964629465 highestSent=1.671690842e+09 highestRecv=1.671690842e+09
ts=2022-12-22T06:34:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.057954040964629465 upperBound=1.3
ts=2022-12-22T06:34:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2778.2681083811963 dataOutRate=0.3364619428916769 dataKeptRatio=0.00012110591944095924 dataPendingRate=2.770827322473579e-06 dataPending=5.04697070578499 dataOutDuration=0.0003158343252424491 timePerSample=0.000938692568104593 desiredShards=0.0005527146208455624 highestSent=1.671690827e+09 highestRecv=1.671690842e+09
ts=2022-12-22T06:34:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005527146208455624 upperBound=1.3
ts=2022-12-22T06:34:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3038.614486704957 dataOutRate=3042.451757845779 dataKeptRatio=1 dataPendingRate=-3.83727114082194 dataPending=0 dataOutDuration=0.06662204700470555 timePerSample=2.1897486733488116e-05 desiredShards=0.0665380204108066 highestSent=1.671690852e+09 highestRecv=1.671690852e+09
ts=2022-12-22T06:34:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0665380204108066 upperBound=1.3
ts=2022-12-22T06:34:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3038.614486704957 dataOutRate=0.36916955431334153 dataKeptRatio=0.00012149345686455138 dataPendingRate=2.223755148078599e-06 dataPending=3.6917177806848964 dataOutDuration=0.0003413019001939593 timePerSample=0.0009245125883383956 desiredShards=0.0005119559341253807 highestSent=1.671690842e+09 highestRecv=1.671690852e+09
ts=2022-12-22T06:34:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005119559341253807 upperBound=1.3
ts=2022-12-22T06:34:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3241.4715893639654 dataOutRate=0.2953356434506732 dataKeptRatio=9.111481651644171e-05 dataPendingRate=1.0445657483204585e-05 dataPending=5.611575693054972 dataOutDuration=0.00027304152015516744 timePerSample=0.0009245125883383956 desiredShards=0.0005324497957291581 highestSent=1.671690842e+09 highestRecv=1.671690861e+09
ts=2022-12-22T06:34:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005324497957291581 upperBound=1.3
ts=2022-12-22T06:34:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3241.4715893639654 dataOutRate=3243.961406276623 dataKeptRatio=1 dataPendingRate=-2.489816912657716 dataPending=0 dataOutDuration=0.06818739770376443 timePerSample=2.101979313682065e-05 desiredShards=0.06813506226731181 highestSent=1.671690861e+09 highestRecv=1.671690861e+09
ts=2022-12-22T06:34:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06813506226731181 upperBound=1.3
ts=2022-12-22T06:34:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2780.8172714911725 dataOutRate=2775.1691250212984 dataKeptRatio=1 dataPendingRate=5.648146469874064 dataPending=0 dataOutDuration=0.05756542852301155 timePerSample=2.0743034362840774e-05 desiredShards=0.05768258821932251 highestSent=1.671690872e+09 highestRecv=1.671690872e+09
ts=2022-12-22T06:34:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05768258821932251 upperBound=1.3
ts=2022-12-22T06:34:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2780.8172714911725 dataOutRate=0.33626851476053854 dataKeptRatio=0.00012092398744088119 dataPendingRate=-1.0019473545286317e-06 dataPending=5.044012692197761 dataOutDuration=0.0002574457561241339 timePerSample=0.0007655957808225507 desiredShards=0.00045052873081556676 highestSent=1.671690857e+09 highestRecv=1.671690872e+09
ts=2022-12-22T06:34:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00045052873081556676 upperBound=1.3
ts=2022-12-22T06:34:37.840Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:34:37.845Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:34:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3040.653817192938 dataOutRate=3040.135300017039 dataKeptRatio=1 dataPendingRate=0.5185171758989782 dataPending=0 dataOutDuration=0.06740040453840923 timePerSample=2.2170198983588486e-05 desiredShards=0.06741190016737532 highestSent=1.671690882e+09 highestRecv=1.671690882e+09
ts=2022-12-22T06:34:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06741190016737532 upperBound=1.3
ts=2022-12-22T06:34:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3040.653817192938 dataOutRate=0.3690148118084308 dataKeptRatio=0.00012136008554255232 dataPendingRate=-8.044486076164148e-07 dataPending=3.690140073598232 dataOutDuration=0.0003009341648993072 timePerSample=0.0008155070074952254 desiredShards=0.0004514002632987458 highestSent=1.671690872e+09 highestRecv=1.671690882e+09
ts=2022-12-22T06:34:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004514002632987458 upperBound=1.3
ts=2022-12-22T06:34:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3243.10305375435 dataOutRate=0.29521184944674467 dataKeptRatio=9.102351006890238e-05 dataPendingRate=-1.3225978847508646e-05 dataPending=5.903972469357943 dataOutDuration=0.00024074733191944574 timePerSample=0.0008155070074952253 desiredShards=0.0004814730920820292 highestSent=1.671690872e+09 highestRecv=1.671690892e+09
ts=2022-12-22T06:34:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004814730920820292 upperBound=1.3
ts=2022-12-22T06:34:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3243.10305375435 dataOutRate=3242.108240013631 dataKeptRatio=1 dataPendingRate=0.9948137407191098 dataPending=3243.10305375435 dataOutDuration=0.0680678970707274 timePerSample=2.0994948975066056e-05 desiredShards=0.07149322229117616 highestSent=1.671690891e+09 highestRecv=1.671690892e+09
ts=2022-12-22T06:34:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07149322229117616 upperBound=1.3
ts=2022-12-22T06:35:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2782.36244300348 dataOutRate=2783.686592010905 dataKeptRatio=1 dataPendingRate=-1.324149007424694 dataPending=0 dataOutDuration=0.05785918509658192 timePerSample=2.078509314325686e-05 desiredShards=0.05783166253612704 highestSent=1.671690902e+09 highestRecv=1.671690902e+09
ts=2022-12-22T06:35:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05783166253612704 upperBound=1.3
ts=2022-12-22T06:35:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2782.36244300348 dataOutRate=0.33616947955739573 dataKeptRatio=0.0001208226307357387 dataPendingRate=2.8704666015788582e-06 dataPending=5.042585250359959 dataOutDuration=0.0002767775855355566 timePerSample=0.0008233275248543231 desiredShards=0.000484364910522008 highestSent=1.671690887e+09 highestRecv=1.671690902e+09
ts=2022-12-22T06:35:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.000484364910522008 upperBound=1.3
ts=2022-12-22T06:35:03.986Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Endpoints total 12 items received"
ts=2022-12-22T06:35:03.987Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/endpoints?allowWatchBookmarks=true&resourceVersion=1132386&timeout=6m24s&timeoutSeconds=384&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:35:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3041.889954402784 dataOutRate=3046.949273608724 dataKeptRatio=1 dataPendingRate=-5.059319205940028 dataPending=0 dataOutDuration=0.06773388527726554 timePerSample=2.223006659938364e-05 desiredShards=0.06762141627436996 highestSent=1.671690912e+09 highestRecv=1.671690912e+09
ts=2022-12-22T06:35:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3041.889954402784 dataOutRate=0.3689355836459166 dataKeptRatio=0.00012128574483347758 dataPendingRate=2.3051752982006235e-06 dataPending=3.6893788882121483 dataOutDuration=0.00030454264842844525 timePerSample=0.0008254629315472263 desiredShards=0.000456816826897807 highestSent=1.671690902e+09 highestRecv=1.671690912e+09
ts=2022-12-22T06:35:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06762141627436996 upperBound=1.3
ts=2022-12-22T06:35:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.000456816826897807 upperBound=1.3
ts=2022-12-22T06:35:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.091963522227 dataOutRate=0.2951484669167333 dataKeptRatio=9.098353313852072e-05 dataPendingRate=1.048175080003988e-05 dataPending=5.6080200246831335 dataOutDuration=0.00024363411874275622 timePerSample=0.0008254629315472263 desiredShards=0.00047510340352702375 highestSent=1.671690902e+09 highestRecv=1.671690921e+09
ts=2022-12-22T06:35:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00047510340352702375 upperBound=1.3
ts=2022-12-22T06:35:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.091963522227 dataOutRate=3247.559418886979 dataKeptRatio=1 dataPendingRate=-3.4674553647519133 dataPending=0 dataOutDuration=0.06968192942181244 timePerSample=2.1456706539858845e-05 desiredShards=0.06960752924961089 highestSent=1.671690921e+09 highestRecv=1.671690921e+09
ts=2022-12-22T06:35:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06960752924961089 upperBound=1.3
ts=2022-12-22T06:35:22.688Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:35:22.694Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:35:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2782.913570817782 dataOutRate=0.33611877353338665 dataKeptRatio=0.00012077911100987743 dataPendingRate=-9.464326913843912e-07 dataPending=5.041767406510429 dataOutDuration=0.00027771477499420496 timePerSample=0.0008262399986611268 desiredShards=0.00048599948777390377 highestSent=1.671690917e+09 highestRecv=1.671690932e+09
ts=2022-12-22T06:35:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00048599948777390377 upperBound=1.3
ts=2022-12-22T06:35:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2782.913570817782 dataOutRate=2778.0475351095834 dataKeptRatio=1 dataPendingRate=4.866035708198524 dataPending=0 dataOutDuration=0.05890268289744994 timePerSample=2.1202906772841257e-05 desiredShards=0.059005856998924196 highestSent=1.671690932e+09 highestRecv=1.671690932e+09
ts=2022-12-22T06:35:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.059005856998924196 upperBound=1.3
ts=2022-12-22T06:35:37.865Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:35:37.870Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:35:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.3308566542255 dataOutRate=3042.4380280876667 dataKeptRatio=1 dataPendingRate=-0.10717143344118085 dataPending=0 dataOutDuration=0.06229344087795995 timePerSample=2.047484297227072e-05 desiredShards=0.06229124655968913 highestSent=1.671690942e+09 highestRecv=1.671690942e+09
ts=2022-12-22T06:35:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06229124655968913 upperBound=1.3
ts=2022-12-22T06:35:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.3308566542255 dataOutRate=0.36889501882670933 dataKeptRatio=0.00012125382678145734 dataPendingRate=-7.601220751163318e-07 dataPending=3.6889425870463417 dataOutDuration=0.000319455379995364 timePerSample=0.0008659791097516286 desiredShards=0.00047918208261828914 highestSent=1.671690932e+09 highestRecv=1.671690942e+09
ts=2022-12-22T06:35:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00047918208261828914 upperBound=1.3
ts=2022-12-22T06:35:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.4446853233803 dataOutRate=0.2951160150613675 dataKeptRatio=9.095634342445936e-05 dataPendingRate=-1.319004143213176e-05 dataPending=5.902056500398707 dataOutDuration=0.0002555643039962912 timePerSample=0.0008659791097516285 desiredShards=0.0005111057633919084 highestSent=1.671690932e+09 highestRecv=1.671690952e+09
ts=2022-12-22T06:35:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.4446853233803 dataOutRate=3243.950422470133 dataKeptRatio=1 dataPendingRate=0.49426285324716446 dataPending=3244.4446853233803 dataOutDuration=0.06393879054236797 timePerSample=1.971016267680233e-05 desiredShards=0.0671459591707911 highestSent=1.671690951e+09 highestRecv=1.671690952e+09
ts=2022-12-22T06:35:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005111057633919084 upperBound=1.3
ts=2022-12-22T06:35:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0671459591707911 upperBound=1.3
ts=2022-12-22T06:36:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.4357482587043 dataOutRate=2785.1603379761063 dataKeptRatio=1 dataPendingRate=-1.7245897174020683 dataPending=0 dataOutDuration=0.054430093153894375 timePerSample=1.9542893962595746e-05 desiredShards=0.0543963896799182 highestSent=1.671690962e+09 highestRecv=1.671690962e+09
ts=2022-12-22T06:36:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0543963896799182 upperBound=1.3
ts=2022-12-22T06:36:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.4357482587043 dataOutRate=0.33609281204909397 dataKeptRatio=0.00012074850614632496 dataPendingRate=2.896507422800454e-06 dataPending=5.041435628347751 dataOutDuration=0.00028251734319703295 timePerSample=0.0008405932321925555 desiredShards=0.0004944096114677467 highestSent=1.671690947e+09 highestRecv=1.671690962e+09
ts=2022-12-22T06:36:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004944096114677467 upperBound=1.3
ts=2022-12-22T06:36:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.7485986069632 dataOutRate=3038.128270380885 dataKeptRatio=1 dataPendingRate=4.6203282260780725 dataPending=0 dataOutDuration=0.0584968327831155 timePerSample=1.9254234047129895e-05 desiredShards=0.058585793664154964 highestSent=1.671690972e+09 highestRecv=1.671690972e+09
ts=2022-12-22T06:36:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.7485986069632 dataOutRate=0.3688742496392752 dataKeptRatio=0.00012123136833597982 dataPendingRate=2.326472231972687e-06 dataPending=3.6887657611150715 dataOutDuration=0.00033797859455762634 timePerSample=0.0009162433942953136 desiredShards=0.0005069710892586614 highestSent=1.671690962e+09 highestRecv=1.671690972e+09
ts=2022-12-22T06:36:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.058585793664154964 upperBound=1.3
ts=2022-12-22T06:36:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005069710892586614 upperBound=1.3
ts=2022-12-22T06:36:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.7788788855705 dataOutRate=0.29509939971142013 dataKeptRatio=9.094915306057826e-05 dataPendingRate=1.0491192075134936e-05 dataPending=5.607087927166411 dataOutDuration=0.0002703828756461011 timePerSample=0.0009162433942953137 desiredShards=0.0005272653518564996 highestSent=1.671690962e+09 highestRecv=1.671690981e+09
ts=2022-12-22T06:36:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.7788788855705 dataOutRate=3240.502616304708 dataKeptRatio=1 dataPendingRate=4.276262580862294 dataPending=0 dataOutDuration=0.0609420198464924 timePerSample=1.880634798437143e-05 desiredShards=0.061022440728660636 highestSent=1.671690981e+09 highestRecv=1.671690981e+09
ts=2022-12-22T06:36:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005272653518564996 upperBound=1.3
ts=2022-12-22T06:36:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.061022440728660636 upperBound=1.3
ts=2022-12-22T06:36:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.4631031084564 dataOutRate=0.3360795197691361 dataKeptRatio=0.00012074116861550178 dataPendingRate=-9.319016900932731e-07 dataPending=5.041178818011689 dataOutDuration=0.00026875196051688084 timePerSample=0.0007996677711914587 desiredShards=0.0004703146267839833 highestSent=1.671690977e+09 highestRecv=1.671690992e+09
ts=2022-12-22T06:36:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004703146267839833 upperBound=1.3
ts=2022-12-22T06:36:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.4631031084564 dataOutRate=2782.4020930437664 dataKeptRatio=1 dataPendingRate=1.061010064689981 dataPending=0 dataOutDuration=0.05214207925719391 timePerSample=1.8739951133430135e-05 desiredShards=0.05216196253395828 highestSent=1.671690992e+09 highestRecv=1.671690992e+09
ts=2022-12-22T06:36:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05216196253395828 upperBound=1.3
ts=2022-12-22T06:36:37.890Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:36:37.893Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:36:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.770482486765 dataOutRate=3045.9216744350133 dataKeptRatio=1 dataPendingRate=-3.151191948248197 dataPending=0 dataOutDuration=0.05623947000575513 timePerSample=1.8463859552851756e-05 desiredShards=0.0561812868401986 highestSent=1.671691002e+09 highestRecv=1.671691002e+09
ts=2022-12-22T06:36:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0561812868401986 upperBound=1.3
ts=2022-12-22T06:36:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.770482486765 dataOutRate=0.36886361581530885 dataKeptRatio=0.00012122599105764294 dataPendingRate=-7.485149083885645e-07 dataPending=3.688628673004005 dataOutDuration=0.0002783878684135047 timePerSample=0.0007547176150680427 desiredShards=0.0004175809552441773 highestSent=1.671690992e+09 highestRecv=1.671691002e+09
ts=2022-12-22T06:36:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004175809552441773 upperBound=1.3
ts=2022-12-22T06:36:52.001Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Pod total 8 items received"
ts=2022-12-22T06:36:52.003Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?allowWatchBookmarks=true&resourceVersion=1133385&timeout=9m41s&timeoutSeconds=581&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:36:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.796385989412 dataOutRate=3246.737339548011 dataKeptRatio=1 dataPendingRate=-1.9409535585987214 dataPending=3244.796385989412 dataOutDuration=0.06033294746460411 timePerSample=1.8582638863235933e-05 desiredShards=0.06331172339685306 highestSent=1.671691011e+09 highestRecv=1.671691012e+09
ts=2022-12-22T06:36:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.796385989412 dataOutRate=0.2950908926522471 dataKeptRatio=9.093874527781487e-05 dataPendingRate=-1.3180628381681547e-05 dataPending=5.901554240477308 dataOutDuration=0.00022271029473080374 timePerSample=0.0007547176150680427 desiredShards=0.00044540069415677285 highestSent=1.671690992e+09 highestRecv=1.671691012e+09
ts=2022-12-22T06:36:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06331172339685306 upperBound=1.3
ts=2022-12-22T06:36:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00044540069415677285 upperBound=1.3
ts=2022-12-22T06:36:58.989Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Endpoints total 9 items received"
ts=2022-12-22T06:36:58.990Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/endpoints?allowWatchBookmarks=true&resourceVersion=1133445&timeout=6m23s&timeoutSeconds=383&watch=true 200 OK in 0 milliseconds"
ts=2022-12-22T06:37:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.7171087915294 dataOutRate=2787.3898716384087 dataKeptRatio=1 dataPendingRate=-3.6727628468793228 dataPending=0 dataOutDuration=0.05306939485168329 timePerSample=1.903910012433584e-05 desiredShards=0.05299946875210861 highestSent=1.671691022e+09 highestRecv=1.671691022e+09
ts=2022-12-22T06:37:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.7171087915294 dataOutRate=0.3360727141217977 dataKeptRatio=0.00012072908428405051 dataPendingRate=2.9033284482671284e-06 dataPending=5.041134261753689 dataOutDuration=0.000264539015784643 timePerSample=0.0007871481517799455 desiredShards=0.00046294727698496395 highestSent=1.671691007e+09 highestRecv=1.671691022e+09
ts=2022-12-22T06:37:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00046294727698496395 upperBound=1.3
ts=2022-12-22T06:37:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05299946875210861 upperBound=1.3
ts=2022-12-22T06:37:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9736870332235 dataOutRate=3039.911897310727 dataKeptRatio=1 dataPendingRate=3.061789722496542 dataPending=0 dataOutDuration=0.05793886964134663 timePerSample=1.905939106084046e-05 desiredShards=0.05799722548901376 highestSent=1.671691032e+09 highestRecv=1.671691032e+09
ts=2022-12-22T06:37:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05799722548901376 upperBound=1.3
ts=2022-12-22T06:37:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9736870332235 dataOutRate=0.36885817129743814 dataKeptRatio=0.00012121711893898805 dataPendingRate=2.332051879105901e-06 dataPending=3.6886050334931726 dataOutDuration=0.0003294233326277144 timePerSample=0.0008930894264019857 desiredShards=0.0004941381230378841 highestSent=1.671691022e+09 highestRecv=1.671691032e+09
ts=2022-12-22T06:37:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004941381230378841 upperBound=1.3
ts=2022-12-22T06:37:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.958949626579 dataOutRate=3241.929517848582 dataKeptRatio=1 dataPendingRate=3.0294317779971607 dataPending=0 dataOutDuration=0.060809369113077306 timePerSample=1.8757153349043747e-05 desiredShards=0.06086619262949766 highestSent=1.671691041e+09 highestRecv=1.671691041e+09
ts=2022-12-22T06:37:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06086619262949766 upperBound=1.3
ts=2022-12-22T06:37:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.958949626579 dataOutRate=0.2950865370379505 dataKeptRatio=9.09401429369576e-05 dataPendingRate=1.0493665650368467e-05 dataPending=5.606843583368417 dataOutDuration=0.00026353866610217153 timePerSample=0.0008930894264019857 desiredShards=0.0005139186738738158 highestSent=1.671691022e+09 highestRecv=1.671691041e+09
ts=2022-12-22T06:37:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005139186738738158 upperBound=1.3
ts=2022-12-22T06:37:22.688Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:37:22.692Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:37:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6071597012633 dataOutRate=2783.5436142788653 dataKeptRatio=1 dataPendingRate=0.06354542239796501 dataPending=0 dataOutDuration=0.052012323330461845 timePerSample=1.868565057276342e-05 desiredShards=0.05201351071802027 highestSent=1.671691052e+09 highestRecv=1.671691052e+09
ts=2022-12-22T06:37:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05201351071802027 upperBound=1.3
ts=2022-12-22T06:37:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6071597012633 dataOutRate=0.3360692296303604 dataKeptRatio=0.00012073122472226037 dataPendingRate=-9.2809397428395e-07 dataPending=5.041024523045792 dataOutDuration=0.00027078729288173724 timePerSample=0.0008057485452612659 desiredShards=0.00047387645387489326 highestSent=1.671691037e+09 highestRecv=1.671691052e+09
ts=2022-12-22T06:37:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00047387645387489326 upperBound=1.3
ts=2022-12-22T06:37:37.912Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:37:37.918Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:37:37.989Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Pod total 16 items received"
ts=2022-12-22T06:37:37.991Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/pods?allowWatchBookmarks=true&resourceVersion=1133821&timeout=7m5s&timeoutSeconds=425&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:37:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.8857277610105 dataOutRate=3046.8348914230924 dataKeptRatio=1 dataPendingRate=-3.949163662081901 dataPending=0 dataOutDuration=0.056753592904369474 timePerSample=1.862706543900101e-05 desiredShards=0.05668003157440655 highestSent=1.671691062e+09 highestRecv=1.671691062e+09
ts=2022-12-22T06:37:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.8857277610105 dataOutRate=0.36885538370428833 dataKeptRatio=0.00012121869541997549 dataPendingRate=-7.454730359679473e-07 dataPending=3.688546382312524 dataOutDuration=0.0003379597743053898 timePerSample=0.0009162392342260956 desiredShards=0.0005069386369106193 highestSent=1.671691052e+09 highestRecv=1.671691062e+09
ts=2022-12-22T06:37:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005069386369106193 upperBound=1.3
ts=2022-12-22T06:37:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05668003157440655 upperBound=1.3
ts=2022-12-22T06:37:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.888582208808 dataOutRate=3247.4679131384737 dataKeptRatio=1 dataPendingRate=-2.5793309296655025 dataPending=3244.888582208808 dataOutDuration=0.06457636006349558 timePerSample=1.988514183688626e-05 desiredShards=0.06775132318722066 highestSent=1.671691071e+09 highestRecv=1.671691072e+09
ts=2022-12-22T06:37:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.888582208808 dataOutRate=0.2950843069634307 dataKeptRatio=9.093413266018426e-05 dataPendingRate=-1.3178161337668026e-05 dataPending=5.90142257604186 dataOutDuration=0.00027036781944431187 timePerSample=0.0009162392342260957 desiredShards=0.0005407114901917187 highestSent=1.671691052e+09 highestRecv=1.671691072e+09
ts=2022-12-22T06:37:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06775132318722066 upperBound=1.3
ts=2022-12-22T06:37:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005407114901917187 upperBound=1.3
ts=2022-12-22T06:38:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.7908657670464 dataOutRate=2787.974330510779 dataKeptRatio=1 dataPendingRate=-4.183464743732657 dataPending=0 dataOutDuration=0.05501031791079646 timePerSample=1.9731285653809493e-05 desiredShards=0.05492777277291523 highestSent=1.671691082e+09 highestRecv=1.671691082e+09
ts=2022-12-22T06:38:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.7908657670464 dataOutRate=0.3360674455707445 dataKeptRatio=0.00012072399360873347 dataPendingRate=2.9051161670179404e-06 dataPending=4.704984909616762 dataOutDuration=0.00030650655555544947 timePerSample=0.0009120388171931033 desiredShards=0.0005210656487280758 highestSent=1.671691068e+09 highestRecv=1.671691082e+09
ts=2022-12-22T06:38:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05492777277291523 upperBound=1.3
ts=2022-12-22T06:38:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005210656487280758 upperBound=1.3
ts=2022-12-22T06:38:08.986Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Service total 10 items received"
ts=2022-12-22T06:38:08.988Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/services?allowWatchBookmarks=true&resourceVersion=1134205&timeout=8m49s&timeoutSeconds=529&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:38:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.032692613637 dataOutRate=3040.3794644086233 dataKeptRatio=1 dataPendingRate=2.6532282050138747 dataPending=0 dataOutDuration=0.05897071210863717 timePerSample=1.939583949929994e-05 desiredShards=0.05902217369705664 highestSent=1.671691092e+09 highestRecv=1.671691092e+09
ts=2022-12-22T06:38:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05902217369705664 upperBound=1.3
ts=2022-12-22T06:38:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.032692613637 dataOutRate=0.36885395645659563 dataKeptRatio=0.00012121338389372251 dataPendingRate=2.3335143292668725e-06 dataPending=3.688562899709249 dataOutDuration=0.00032240196444435954 timePerSample=0.0008740639995881344 desiredShards=0.00048360600612784094 highestSent=1.671691082e+09 highestRecv=1.671691092e+09
ts=2022-12-22T06:38:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00048360600612784094 upperBound=1.3
ts=2022-12-22T06:38:16.987Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Service total 17 items received"
ts=2022-12-22T06:38:16.988Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/services?allowWatchBookmarks=true&resourceVersion=1134264&timeout=5m11s&timeoutSeconds=311&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:38:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0061540909096 dataOutRate=0.2950831651652765 dataKeptRatio=9.093778115250892e-05 dataPendingRate=1.0494313987252646e-05 dataPending=5.606779530106012 dataOutDuration=0.00025792157155548766 timePerSample=0.0008740639995881345 desiredShards=0.0005029649513022113 highestSent=1.671691082e+09 highestRecv=1.671691101e+09
ts=2022-12-22T06:38:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0061540909096 dataOutRate=3242.303571526899 dataKeptRatio=1 dataPendingRate=2.702582564010754 dataPending=0 dataOutDuration=0.06250068550690974 timePerSample=1.9276629756625865e-05 desiredShards=0.06255278219038289 highestSent=1.671691101e+09 highestRecv=1.671691101e+09
ts=2022-12-22T06:38:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005029649513022113 upperBound=1.3
ts=2022-12-22T06:38:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06255278219038289 upperBound=1.3
ts=2022-12-22T06:38:22.689Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:38:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6449232727277 dataOutRate=2783.842857221519 dataKeptRatio=1 dataPendingRate=-0.19793394879116022 dataPending=0 dataOutDuration=0.05331048212552778 timePerSample=1.914996099267456e-05 desiredShards=0.0533066916981293 highestSent=1.671691112e+09 highestRecv=1.671691112e+09
ts=2022-12-22T06:38:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0533066916981293 upperBound=1.3
ts=2022-12-22T06:38:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6449232727277 dataOutRate=0.3360665321322212 dataKeptRatio=0.0001207286181605382 dataPendingRate=-9.270959073770513e-07 dataPending=5.040984075544707 dataOutDuration=0.0002664560972443901 timePerSample=0.0007928671015046397 desiredShards=0.0004662968838159541 highestSent=1.671691097e+09 highestRecv=1.671691112e+09
ts=2022-12-22T06:38:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004662968838159541 upperBound=1.3
ts=2022-12-22T06:38:37.976Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:38:37.981Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:38:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9159386181823 dataOutRate=3047.074285777215 dataKeptRatio=1 dataPendingRate=-4.158347159032928 dataPending=0 dataOutDuration=0.05768998336042223 timePerSample=1.893291004741858e-05 desiredShards=0.057611253747714315 highestSent=1.671691122e+09 highestRecv=1.671691122e+09
ts=2022-12-22T06:38:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9159386181823 dataOutRate=0.36885322570577694 dataKeptRatio=0.00012121678300373584 dataPendingRate=-7.446756875584271e-07 dataPending=3.6885248103008936 dataOutDuration=0.0003246276177955121 timePerSample=0.0008800997122211904 desiredShards=0.0004869404436099806 highestSent=1.671691112e+09 highestRecv=1.671691122e+09
ts=2022-12-22T06:38:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.057611253747714315 upperBound=1.3
ts=2022-12-22T06:38:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004869404436099806 upperBound=1.3
ts=2022-12-22T06:38:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9127508945458 dataOutRate=3247.6594286217723 dataKeptRatio=1 dataPendingRate=-2.746677727226597 dataPending=3244.9127508945458 dataOutDuration=0.06020066076833778 timePerSample=1.8536629868817704e-05 desiredShards=0.06315723395093623 highestSent=1.671691131e+09 highestRecv=1.671691132e+09
ts=2022-12-22T06:38:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9127508945458 dataOutRate=0.29508258056462155 dataKeptRatio=9.093292353349855e-05 dataPendingRate=-1.317751465340633e-05 dataPending=5.901388060999364 dataOutDuration=0.0002597020942364097 timePerSample=0.0008800997122211905 desiredShards=0.000519380993419111 highestSent=1.671691112e+09 highestRecv=1.671691132e+09
ts=2022-12-22T06:38:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06315723395093623 upperBound=1.3
ts=2022-12-22T06:38:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.000519380993419111 upperBound=1.3
ts=2022-12-22T06:39:02.000Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Pod total 11 items received"
ts=2022-12-22T06:39:02.002Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?allowWatchBookmarks=true&resourceVersion=1134691&timeout=6m29s&timeoutSeconds=389&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:39:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8102007156367 dataOutRate=2778.1275428974177 dataKeptRatio=1 dataPendingRate=5.682657818219013 dataPending=0 dataOutDuration=0.051356842974670226 timePerSample=1.848613578090377e-05 desiredShards=0.051461893358694236 highestSent=1.671691142e+09 highestRecv=1.671691142e+09
ts=2022-12-22T06:39:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.051461893358694236 upperBound=1.3
ts=2022-12-22T06:39:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8102007156367 dataOutRate=0.33606606445169723 dataKeptRatio=0.00012072265916335994 dataPendingRate=2.9055847811654267e-06 dataPending=5.0410345505471765 dataOutDuration=0.0003365644553891277 timePerSample=0.0010014830147704547 desiredShards=0.0005889928892451345 highestSent=1.671691127e+09 highestRecv=1.671691142e+09
ts=2022-12-22T06:39:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005889928892451345 upperBound=1.3
ts=2022-12-22T06:39:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0481605725095 dataOutRate=3042.502034317934 dataKeptRatio=1 dataPendingRate=0.5461262545754835 dataPending=0 dataOutDuration=0.059663041559736174 timePerSample=1.9609860860162545e-05 desiredShards=0.05967375101960048 highestSent=1.671691152e+09 highestRecv=1.671691152e+09
ts=2022-12-22T06:39:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0481605725095 dataOutRate=0.3688528515613578 dataKeptRatio=0.00012121240479797372 dataPendingRate=2.333897686557229e-06 dataPending=3.6885518545904437 dataOutDuration=0.00033252828431130216 timePerSample=0.000901520166927561 desiredShards=0.0004987955825507013 highestSent=1.671691142e+09 highestRecv=1.671691152e+09
ts=2022-12-22T06:39:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05967375101960048 upperBound=1.3
ts=2022-12-22T06:39:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004987955825507013 upperBound=1.3
ts=2022-12-22T06:39:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0185284580075 dataOutRate=0.39508228124908623 dataKeptRatio=0.00012175097097238464 dataPendingRate=1.8754140549415155e-06 dataPending=1.5803366266525647 dataOutDuration=0.00038814408744904176 timePerSample=0.0009824386105645923 desiredShards=0.00046577511591386415 highestSent=1.671691157e+09 highestRecv=1.671691161e+09
ts=2022-12-22T06:39:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00046577511591386415 upperBound=1.3
ts=2022-12-22T06:39:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0185284580075 dataOutRate=3244.0016274543473 dataKeptRatio=1 dataPendingRate=1.016901003660223 dataPending=0 dataOutDuration=0.06206358672778894 timePerSample=1.9131798887687937e-05 desiredShards=0.062083041873279655 highestSent=1.671691161e+09 highestRecv=1.671691161e+09
ts=2022-12-22T06:39:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.062083041873279655 upperBound=1.3
ts=2022-12-22T06:39:22.689Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:39:22.692Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:39:22.986Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:39:22.986Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:39:22.986Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:39:22.989Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:39:23.000Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:39:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.654822766406 dataOutRate=2785.201301963478 dataKeptRatio=1 dataPendingRate=-1.546479197071676 dataPending=0 dataOutDuration=0.05284078070223115 timePerSample=1.897197903253172e-05 desiredShards=0.052811440931330056 highestSent=1.671691172e+09 highestRecv=1.671691172e+09
ts=2022-12-22T06:39:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.654822766406 dataOutRate=0.316065824999269 dataKeptRatio=0.0001135439716199991 dataPendingRate=1.399196793483437e-06 dataPending=4.741008362940938 dataOutDuration=0.0003105152699592334 timePerSample=0.0009824386105645921 desiredShards=0.0005434041280223274 highestSent=1.671691157e+09 highestRecv=1.671691172e+09
ts=2022-12-22T06:39:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.052811440931330056 upperBound=1.3
ts=2022-12-22T06:39:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005434041280223274 upperBound=1.3
ts=2022-12-22T06:39:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9238582131247 dataOutRate=3038.1610415707823 dataKeptRatio=1 dataPendingRate=4.762816642342386 dataPending=0 dataOutDuration=0.05746154922178492 timePerSample=1.891326642516497e-05 desiredShards=0.05755162964187575 highestSent=1.671691182e+09 highestRecv=1.671691182e+09
ts=2022-12-22T06:39:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05755162964187575 upperBound=1.3
ts=2022-12-22T06:39:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9238582131247 dataOutRate=0.3528526599994152 dataKeptRatio=0.00011595880133862975 dataPendingRate=1.1431636973147086e-06 dataPending=3.528538031631125 dataOutDuration=0.00029523821596738674 timePerSample=0.0008367181246922613 desiredShards=0.0004428587587097577 highestSent=1.671691172e+09 highestRecv=1.671691182e+09
ts=2022-12-22T06:39:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004428587587097577 upperBound=1.3
ts=2022-12-22T06:39:48.006Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:39:48.010Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:39:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9190865705 dataOutRate=0.38228212799953215 dataKeptRatio=0.00011780102203356373 dataPendingRate=-2.7343185309225415e-05 dataPending=1.9112739240711147 dataOutDuration=0.00032074619277390937 timePerSample=0.0008390300494882196 desiredShards=0.0004009040637747327 highestSent=1.671691187e+09 highestRecv=1.671691192e+09
ts=2022-12-22T06:39:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004009040637747327 upperBound=1.3
ts=2022-12-22T06:39:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9190865705 dataOutRate=3240.528833256626 dataKeptRatio=1 dataPendingRate=4.390253313873927 dataPending=3244.9190865705 dataOutDuration=0.06093735139742793 timePerSample=1.8804755190586554e-05 desiredShards=0.06407090448803099 highestSent=1.671691191e+09 highestRecv=1.671691192e+09
ts=2022-12-22T06:39:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06407090448803099 upperBound=1.3
ts=2022-12-22T06:40:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8152692564 dataOutRate=2782.423066605301 dataKeptRatio=1 dataPendingRate=1.392202651099069 dataPending=0 dataOutDuration=0.05203819543794234 timePerSample=1.8702474135765275e-05 desiredShards=0.05206423307201626 highestSent=1.671691202e+09 highestRecv=1.671691202e+09
ts=2022-12-22T06:40:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05206423307201626 upperBound=1.3
ts=2022-12-22T06:40:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8152692564 dataOutRate=0.3058257023996257 dataKeptRatio=0.00010986061907054202 dataPendingRate=5.9664589099894805e-06 dataPending=4.587475032878035 dataOutDuration=0.0002565969542191275 timePerSample=0.0008390300494882197 desiredShards=0.0004490534304505235 highestSent=1.671691187e+09 highestRecv=1.671691202e+09
ts=2022-12-22T06:40:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004490534304505235 upperBound=1.3
ts=2022-12-22T06:40:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.05221540512 dataOutRate=3045.9384532842405 dataKeptRatio=1 dataPendingRate=-2.886237879120472 dataPending=0 dataOutDuration=0.06399487213035387 timePerSample=2.100990322419427e-05 desiredShards=0.06393423255183155 highestSent=1.671691212e+09 highestRecv=1.671691212e+09
ts=2022-12-22T06:40:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.05221540512 dataOutRate=0.34466056191970057 dataKeptRatio=0.0001132630853886065 dataPendingRate=4.920995717694332e-06 dataPending=3.4466548291541828 dataOutDuration=0.000270249703375302 timePerSample=0.000784103936551537 desiredShards=0.00040538034292112406 highestSent=1.671691202e+09 highestRecv=1.671691212e+09
ts=2022-12-22T06:40:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00040538034292112406 upperBound=1.3
ts=2022-12-22T06:40:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06393423255183155 upperBound=1.3
ts=2022-12-22T06:40:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.021772324096 dataOutRate=3246.7507626273923 dataKeptRatio=1 dataPendingRate=-1.7289903032960865 dataPending=0 dataOutDuration=0.0724941044242831 timePerSample=2.232820124622629e-05 desiredShards=0.07245549918083834 highestSent=1.671691221e+09 highestRecv=1.671691221e+09
ts=2022-12-22T06:40:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07245549918083834 upperBound=1.3
ts=2022-12-22T06:40:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.021772324096 dataOutRate=0.2757284495357605 dataKeptRatio=8.497320501986198e-05 dataPendingRate=1.1450817850866546e-05 dataPending=5.239058106718615 dataOutDuration=0.0002161997627002416 timePerSample=0.0007841039365515369 desiredShards=0.00042160704559661064 highestSent=1.671691202e+09 highestRecv=1.671691221e+09
ts=2022-12-22T06:40:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00042160704559661064 upperBound=1.3
ts=2022-12-22T06:40:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.657417859277 dataOutRate=2787.400610101914 dataKeptRatio=1 dataPendingRate=-3.7431922426371784 dataPending=0 dataOutDuration=0.061143006639426484 timePerSample=2.1935493024517546e-05 desiredShards=0.06106089787209869 highestSent=1.671691232e+09 highestRecv=1.671691232e+09
ts=2022-12-22T06:40:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06106089787209869 upperBound=1.3
ts=2022-12-22T06:40:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.657417859277 dataOutRate=0.3205827596286084 dataKeptRatio=0.00011516634791514838 dataPendingRate=8.990331566427479e-07 dataPending=4.808754879926475 dataOutDuration=0.00021801383016019327 timePerSample=0.000680054755323586 desiredShards=0.00038152527271594164 highestSent=1.671691217e+09 highestRecv=1.671691232e+09
ts=2022-12-22T06:40:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00038152527271594164 upperBound=1.3
ts=2022-12-22T06:40:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9259342874216 dataOutRate=3039.9204880815314 dataKeptRatio=1 dataPendingRate=3.0054462058901663 dataPending=0 dataOutDuration=0.07205676359154119 timePerSample=2.370350273109137e-05 desiredShards=0.07212800319389065 highestSent=1.671691242e+09 highestRecv=1.671691242e+09
ts=2022-12-22T06:40:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9259342874216 dataOutRate=0.35646620770288673 dataKeptRatio=0.00011714611101000275 dataPendingRate=7.315903639004695e-07 dataPending=3.564669392932506 dataOutDuration=0.0002175561641281546 timePerSample=0.0006103135708995082 desiredShards=0.000326334915941523 highestSent=1.671691232e+09 highestRecv=1.671691242e+09
ts=2022-12-22T06:40:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07212800319389065 upperBound=1.3
ts=2022-12-22T06:40:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.000326334915941523 upperBound=1.3
ts=2022-12-22T06:40:48.078Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:40:48.084Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:40:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9207474299374 dataOutRate=0.3851729661623094 dataKeptRatio=0.00011869167327424714 dataPendingRate=-2.7893007529478098e-05 dataPending=1.9257253657738995 dataOutDuration=0.0002949706713025237 timePerSample=0.000765813536296379 desiredShards=0.000368686638074737 highestSent=1.671691247e+09 highestRecv=1.671691252e+09
ts=2022-12-22T06:40:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.000368686638074737 upperBound=1.3
ts=2022-12-22T06:40:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9207474299374 dataOutRate=3241.936390465225 dataKeptRatio=1 dataPendingRate=2.984356964712333 dataPending=3244.9207474299374 dataOutDuration=0.07154613221323294 timePerSample=2.2068950033583452e-05 desiredShards=0.07519259352986803 highestSent=1.671691251e+09 highestRecv=1.671691252e+09
ts=2022-12-22T06:40:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07519259352986803 upperBound=1.3
ts=2022-12-22T06:41:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.81659794395 dataOutRate=0.3081383729298475 dataKeptRatio=0.00011069124623936369 dataPendingRate=5.7555983939416855e-06 dataPending=4.622161927923622 dataOutDuration=0.00023597653704201895 timePerSample=0.000765813536296379 desiredShards=0.0004129666533250624 highestSent=1.671691247e+09 highestRecv=1.671691262e+09
ts=2022-12-22T06:41:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004129666533250624 upperBound=1.3
ts=2022-12-22T06:41:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.81659794395 dataOutRate=2783.54911237218 dataKeptRatio=1 dataPendingRate=0.2674855717700666 dataPending=0 dataOutDuration=0.060524754050586355 timePerSample=2.1743734925160457e-05 desiredShards=0.06053057018595523 highestSent=1.671691262e+09 highestRecv=1.671691262e+09
ts=2022-12-22T06:41:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06053057018595523 upperBound=1.3
ts=2022-12-22T06:41:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.05327835516 dataOutRate=3046.839289897744 dataKeptRatio=1 dataPendingRate=-3.7860115425842196 dataPending=0 dataOutDuration=0.07097768026046908 timePerSample=2.329551167854711e-05 desiredShards=0.0708894831843637 highestSent=1.671691272e+09 highestRecv=1.671691272e+09
ts=2022-12-22T06:41:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0708894831843637 upperBound=1.3
ts=2022-12-22T06:41:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.05327835516 dataOutRate=0.34651069834387804 dataKeptRatio=0.00011387097214365222 dataPendingRate=4.736747351907766e-06 dataPending=3.4651543509122997 dataOutDuration=0.00028584090963361516 timePerSample=0.0008249122206032034 desiredShards=0.0004287672255515876 highestSent=1.671691262e+09 highestRecv=1.671691272e+09
ts=2022-12-22T06:41:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004287672255515876 upperBound=1.3
ts=2022-12-22T06:41:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022622684128 dataOutRate=0.37720855867510245 dataKeptRatio=0.00011624338899377317 dataPendingRate=3.868347162649943e-06 dataPending=1.5088497080890604 dataOutDuration=0.00034425110770689213 timePerSample=0.0009126280403499613 desiredShards=0.0004131055656827791 highestSent=1.671691277e+09 highestRecv=1.671691281e+09
ts=2022-12-22T06:41:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022622684128 dataOutRate=3247.4714319181953 dataKeptRatio=1 dataPendingRate=-2.4488092340675394 dataPending=0 dataOutDuration=0.07130499146837527 timePerSample=2.1957080443432047e-05 desiredShards=0.07125122276703223 highestSent=1.671691281e+09 highestRecv=1.671691281e+09
ts=2022-12-22T06:41:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004131055656827791 upperBound=1.3
ts=2022-12-22T06:41:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07125122276703223 upperBound=1.3
ts=2022-12-22T06:41:22.690Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:41:22.692Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:41:27.988Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Endpoints total 8 items received"
ts=2022-12-22T06:41:27.990Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/endpoints?allowWatchBookmarks=true&resourceVersion=1136146&timeout=6m2s&timeoutSeconds=362&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:41:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658098147302 dataOutRate=2787.9771455345563 dataKeptRatio=1 dataPendingRate=-4.319047387254159 dataPending=0 dataOutDuration=0.06039354265470021 timePerSample=2.1662136919390197e-05 desiredShards=0.06029998285883617 highestSent=1.671691292e+09 highestRecv=1.671691292e+09
ts=2022-12-22T06:41:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658098147302 dataOutRate=0.30176684694008193 dataKeptRatio=0.00010840761414325428 dataPendingRate=2.886070615881753e-06 dataPending=4.5265459951604665 dataOutDuration=0.0002754008861655137 timePerSample=0.0009126280403499614 desiredShards=0.0004819561601303473 highestSent=1.671691277e+09 highestRecv=1.671691292e+09
ts=2022-12-22T06:41:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06029998285883617 upperBound=1.3
ts=2022-12-22T06:41:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004819561601303473 upperBound=1.3
ts=2022-12-22T06:41:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9264785178416 dataOutRate=3040.381716427645 dataKeptRatio=1 dataPendingRate=2.5447620901964 dataPending=0 dataOutDuration=0.07444475698376017 timePerSample=2.448533241123107e-05 desiredShards=0.07450706632944613 highestSent=1.671691302e+09 highestRecv=1.671691302e+09
ts=2022-12-22T06:41:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07450706632944613 upperBound=1.3
ts=2022-12-22T06:41:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9264785178416 dataOutRate=0.3414134775520655 dataKeptRatio=0.00011219984103638091 dataPendingRate=2.389623030618626e-06 dataPending=3.4141586717509615 dataOutDuration=0.0022210965089324106 timePerSample=0.006505591181864499 desiredShards=0.0033316680822643905 highestSent=1.671691292e+09 highestRecv=1.671691302e+09
ts=2022-12-22T06:41:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0033316680822643905 upperBound=1.3
ts=2022-12-22T06:41:48.272Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:41:48.278Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:41:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9211828142734 dataOutRate=3242.305373142116 dataKeptRatio=1 dataPendingRate=2.615809672157411 dataPending=3244.9211828142734 dataOutDuration=0.07385077126700815 timePerSample=2.2777241119469083e-05 desiredShards=0.0776058698043652 highestSent=1.671691311e+09 highestRecv=1.671691312e+09
ts=2022-12-22T06:41:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0776058698043652 upperBound=1.3
ts=2022-12-22T06:41:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9211828142734 dataOutRate=0.3731307820416524 dataKeptRatio=0.00011498126598671346 dataPendingRate=-2.5636414563545706e-05 dataPending=1.865525728135444 dataOutDuration=0.0018951347271459287 timePerSample=0.00507900934030786 desiredShards=0.0023687556494461355 highestSent=1.671691307e+09 highestRecv=1.671691312e+09
ts=2022-12-22T06:41:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0023687556494461355 upperBound=1.3
ts=2022-12-22T06:42:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.816946251419 dataOutRate=2783.8442985136926 dataKeptRatio=1 dataPendingRate=-0.02735226227378007 dataPending=0 dataOutDuration=0.06260518225360652 timePerSample=2.2488751359776736e-05 desiredShards=0.06260456713538111 highestSent=1.671691322e+09 highestRecv=1.671691322e+09
ts=2022-12-22T06:42:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06260456713538111 upperBound=1.3
ts=2022-12-22T06:42:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.816946251419 dataOutRate=0.2985046256333219 dataKeptRatio=0.00010723091356566303 dataPendingRate=6.60871279201114e-06 dataPending=4.477668515191708 dataOutDuration=0.001516107781716743 timePerSample=0.00507900934030786 desiredShards=0.002653247358003797 highestSent=1.671691307e+09 highestRecv=1.671691322e+09
ts=2022-12-22T06:42:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.002653247358003797 upperBound=1.3
ts=2022-12-22T06:42:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0535570011352 dataOutRate=3047.075438810954 dataKeptRatio=1 dataPendingRate=-4.021881809818751 dataPending=0 dataOutDuration=0.0644811862228852 timePerSample=2.116166387007714e-05 desiredShards=0.06439607651190064 highestSent=1.671691332e+09 highestRecv=1.671691332e+09
ts=2022-12-22T06:42:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06439607651190064 upperBound=1.3
ts=2022-12-22T06:42:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0535570011352 dataOutRate=0.33880370050665753 dataKeptRatio=0.00011133855637302528 dataPendingRate=5.489495648491882e-06 dataPending=3.38809190002306 dataOutDuration=0.0013223083453733945 timePerSample=0.0039028745654075612 desiredShards=0.001983494655279507 highestSent=1.671691322e+09 highestRecv=1.671691332e+09
ts=2022-12-22T06:42:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.001983494655279507 upperBound=1.3
ts=2022-12-22T06:42:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022845600908 dataOutRate=3247.660351048763 dataKeptRatio=1 dataPendingRate=-2.637505447854892 dataPending=0 dataOutDuration=0.06702925987830816 timePerSample=2.0639245682407175e-05 desiredShards=0.06697482375538119 highestSent=1.671691341e+09 highestRecv=1.671691341e+09
ts=2022-12-22T06:42:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06697482375538119 upperBound=1.3
ts=2022-12-22T06:42:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022845600908 dataOutRate=0.371042960405326 dataKeptRatio=0.0001143435618745087 dataPendingRate=4.5101248357104495e-06 dataPending=1.484189882120647 dataOutDuration=0.0011700805962987155 timePerSample=0.0031534908923228824 desiredShards=0.0014041137827235698 highestSent=1.671691337e+09 highestRecv=1.671691341e+09
ts=2022-12-22T06:42:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0014041137827235698 upperBound=1.3
ts=2022-12-22T06:42:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6582764807263 dataOutRate=2778.1282808390106 dataKeptRatio=1 dataPendingRate=5.529995641715686 dataPending=0 dataOutDuration=0.05676496240264653 timePerSample=2.043280823069235e-05 desiredShards=0.05687795574311027 highestSent=1.671691352e+09 highestRecv=1.671691352e+09
ts=2022-12-22T06:42:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6582764807263 dataOutRate=0.2968343683242608 dataKeptRatio=0.00010663583806807713 dataPendingRate=3.3648834006361206e-06 dataPending=4.452565998114921 dataOutDuration=0.0009360644770389725 timePerSample=0.003153490892322883 desiredShards=0.0016381314042942278 highestSent=1.671691337e+09 highestRecv=1.671691352e+09
ts=2022-12-22T06:42:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05687795574311027 upperBound=1.3
ts=2022-12-22T06:42:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0016381314042942278 upperBound=1.3
ts=2022-12-22T06:42:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926621184581 dataOutRate=3042.5026246712087 dataKeptRatio=1 dataPendingRate=0.42399651337245814 dataPending=0 dataOutDuration=0.060387286042117225 timePerSample=1.9847899407693377e-05 desiredShards=0.06039570148226386 highestSent=1.671691362e+09 highestRecv=1.671691362e+09
ts=2022-12-22T06:42:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06039570148226386 upperBound=1.3
ts=2022-12-22T06:42:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926621184581 dataOutRate=0.3374674946594086 dataKeptRatio=0.00011090319823737985 dataPendingRate=2.79963162541641e-06 dataPending=3.37470294291034 dataOutDuration=0.0008571834416311779 timePerSample=0.0025400474273716235 desiredShards=0.0012857858292424286 highestSent=1.671691352e+09 highestRecv=1.671691362e+09
ts=2022-12-22T06:42:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0012857858292424286 upperBound=1.3
ts=2022-12-22T06:42:48.300Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:42:48.306Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:42:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921296947665 dataOutRate=0.36997399572752687 dataKeptRatio=0.0001140086005878494 dataPendingRate=-2.5059644814307003e-05 dataPending=1.8497446804135629 dataOutDuration=0.0008019619933049422 timePerSample=0.00216761719084592 desiredShards=0.0010023845919850578 highestSent=1.671691367e+09 highestRecv=1.671691372e+09
ts=2022-12-22T06:42:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0010023845919850578 upperBound=1.3
ts=2022-12-22T06:42:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921296947665 dataOutRate=3244.002099736967 dataKeptRatio=1 dataPendingRate=0.9191972106978028 dataPending=3244.921296947665 dataOutDuration=0.06248033621369378 timePerSample=1.9260263801543122e-05 desiredShards=0.06562294220418034 highestSent=1.671691371e+09 highestRecv=1.671691372e+09
ts=2022-12-22T06:42:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06562294220418034 upperBound=1.3
ts=2022-12-22T06:43:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170375581317 dataOutRate=2785.2016797895735 dataKeptRatio=1 dataPendingRate=-1.3846422314418305 dataPending=0 dataOutDuration=0.053453837090955025 timePerSample=1.9192088486386934e-05 desiredShards=0.0534272629147272 highestSent=1.671691382e+09 highestRecv=1.671691382e+09
ts=2022-12-22T06:43:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170375581317 dataOutRate=0.2959791965820215 dataKeptRatio=0.00010632380429832624 dataPendingRate=6.821321655636758e-06 dataPending=4.439790268555156 dataOutDuration=0.0006415695946439538 timePerSample=0.0021676171908459204 desiredShards=0.001122772666151568 highestSent=1.671691367e+09 highestRecv=1.671691382e+09
ts=2022-12-22T06:43:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0534272629147272 upperBound=1.3
ts=2022-12-22T06:43:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.001122772666151568 upperBound=1.3
ts=2022-12-22T06:43:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536300465055 dataOutRate=3038.161343831659 dataKeptRatio=1 dataPendingRate=4.892286214846536 dataPending=0 dataOutDuration=0.06390812929276403 timePerSample=2.103513344428396e-05 desiredShards=0.06401103918614096 highestSent=1.671691392e+09 highestRecv=1.671691392e+09
ts=2022-12-22T06:43:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06401103918614096 upperBound=1.3
ts=2022-12-22T06:43:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536300465055 dataOutRate=0.3367833572656172 dataKeptRatio=0.00011067469672785899 dataPendingRate=5.6803663902038615e-06 dataPending=3.3678903763200743 dataOutDuration=0.000748286555715163 timePerSample=0.002221863223261944 desiredShards=0.0011224487650685101 highestSent=1.671691382e+09 highestRecv=1.671691392e+09
ts=2022-12-22T06:43:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0011224487650685101 upperBound=1.3
ts=2022-12-22T06:43:21.991Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Endpoints total 7 items received"
ts=2022-12-22T06:43:21.994Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/endpoints?allowWatchBookmarks=true&resourceVersion=1137166&timeout=8m28s&timeoutSeconds=508&watch=true 200 OK in 2 milliseconds"
ts=2022-12-22T06:43:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229040372046 dataOutRate=3250.529075065327 dataKeptRatio=1 dataPendingRate=-5.5061710281224805 dataPending=0 dataOutDuration=0.06829178225421122 timePerSample=2.100943590324253e-05 desiredShards=0.06817610070692358 highestSent=1.671691401e+09 highestRecv=1.671691401e+09
ts=2022-12-22T06:43:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06817610070692358 upperBound=1.3
ts=2022-12-22T06:43:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229040372046 dataOutRate=0.36942668581249377 dataKeptRatio=0.00011384553244299695 dataPendingRate=4.674487341982392e-06 dataPending=1.477725441199343 dataOutDuration=0.0006591345045721304 timePerSample=0.001784209235243717 desiredShards=0.0007909714138027393 highestSent=1.671691397e+09 highestRecv=1.671691401e+09
ts=2022-12-22T06:43:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0007909714138027393 upperBound=1.3
ts=2022-12-22T06:43:22.691Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:43:22.693Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:43:27.988Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Service total 6 items received"
ts=2022-12-22T06:43:27.989Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/services?allowWatchBookmarks=true&resourceVersion=1137243&timeout=5m30s&timeoutSeconds=330&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:43:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583232297635 dataOutRate=2780.423260052262 dataKeptRatio=1 dataPendingRate=3.2350631775016154 dataPending=0 dataOutDuration=0.05777543012336897 timePerSample=2.077936512525183e-05 desiredShards=0.057842652682337535 highestSent=1.671691412e+09 highestRecv=1.671691412e+09
ts=2022-12-22T06:43:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.057842652682337535 upperBound=1.3
ts=2022-12-22T06:43:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583232297635 dataOutRate=0.29554134864999504 dataKeptRatio=0.00010617137659942407 dataPendingRate=3.4875097535413957e-06 dataPending=4.433172542396228 dataOutDuration=0.0005273076036577043 timePerSample=0.0017842092352437168 desiredShards=0.0009227991956834255 highestSent=1.671691397e+09 highestRecv=1.671691412e+09
ts=2022-12-22T06:43:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0009227991956834255 upperBound=1.3
ts=2022-12-22T06:43:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926658583811 dataOutRate=3044.3386080418095 dataKeptRatio=1 dataPendingRate=-1.4119494579986167 dataPending=0 dataOutDuration=0.06103057707869518 timePerSample=2.0047236834128477e-05 desiredShards=0.06100227139351286 highestSent=1.671691422e+09 highestRecv=1.671691422e+09
ts=2022-12-22T06:43:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926658583811 dataOutRate=0.336433078919996 dataKeptRatio=0.00011056329057125458 dataPendingRate=2.9054200226252824e-06 dataPending=3.3643598434001865 dataOutDuration=0.00048566140292616343 timePerSample=0.0014435602006949322 desiredShards=0.0007284983956123116 highestSent=1.671691412e+09 highestRecv=1.671691422e+09
ts=2022-12-22T06:43:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06100227139351286 upperBound=1.3
ts=2022-12-22T06:43:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0007284983956123116 upperBound=1.3
ts=2022-12-22T06:43:48.393Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:43:48.399Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:43:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9213268670487 dataOutRate=3245.4708864334475 dataKeptRatio=1 dataPendingRate=-0.5495595663987842 dataPending=3244.9213268670487 dataOutDuration=0.06352850746295614 timePerSample=1.9574511584286516e-05 desiredShards=0.06669363760800029 highestSent=1.671691431e+09 highestRecv=1.671691432e+09
ts=2022-12-22T06:43:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9213268670487 dataOutRate=0.3691464631359968 dataKeptRatio=0.0001137536218877891 dataPendingRate=-2.4909463939626342e-05 dataPending=1.8456077683602858 dataOutDuration=0.0004996014823409308 timePerSample=0.0013533963676549523 desiredShards=0.0006244597124536433 highestSent=1.671691427e+09 highestRecv=1.671691432e+09
ts=2022-12-22T06:43:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06669363760800029 upperBound=1.3
ts=2022-12-22T06:43:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0006244597124536433 upperBound=1.3
ts=2022-12-22T06:44:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.817061493639 dataOutRate=0.29531717050879747 dataKeptRatio=0.00010608601078411401 dataPendingRate=6.876297817315358e-06 dataPending=4.429860702099221 dataOutDuration=0.00039968118587274464 timePerSample=0.001353396367654952 desiredShards=0.0006994583614011586 highestSent=1.671691427e+09 highestRecv=1.671691442e+09
ts=2022-12-22T06:44:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.817061493639 dataOutRate=2786.376709146758 dataKeptRatio=1 dataPendingRate=-2.5596476531191 dataPending=0 dataOutDuration=0.05438344605036491 timePerSample=1.9517621530442008e-05 desiredShards=0.05433348781622005 highestSent=1.671691442e+09 highestRecv=1.671691442e+09
ts=2022-12-22T06:44:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05433348781622005 upperBound=1.3
ts=2022-12-22T06:44:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0006994583614011586 upperBound=1.3
ts=2022-12-22T06:44:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053649194911 dataOutRate=3039.1013673174066 dataKeptRatio=1 dataPendingRate=3.952281877504447 dataPending=0 dataOutDuration=0.05932922714029193 timePerSample=1.952196388653578e-05 desiredShards=0.059406383444373975 highestSent=1.671691452e+09 highestRecv=1.671691452e+09
ts=2022-12-22T06:44:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.059406383444373975 upperBound=1.3
ts=2022-12-22T06:44:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053649194911 dataOutRate=0.336253736407038 dataKeptRatio=0.00011050066976447788 dataPendingRate=5.729958238165356e-06 dataPending=3.3625946636527617 dataOutDuration=0.00038647948869819575 timePerSample=0.0011493686072542523 desiredShards=0.0005797291117984734 highestSent=1.671691442e+09 highestRecv=1.671691452e+09
ts=2022-12-22T06:44:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005797291117984734 upperBound=1.3
ts=2022-12-22T06:44:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022919355929 dataOutRate=0.3690029891256304 dataKeptRatio=0.0001137149769365955 dataPendingRate=4.717307652890579e-06 dataPending=1.4760308257331332 dataOutDuration=0.00039884627095855655 timePerSample=0.0010808754473876788 desiredShards=0.0004786216437366916 highestSent=1.671691457e+09 highestRecv=1.671691461e+09
ts=2022-12-22T06:44:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022919355929 dataOutRate=3241.281093853925 dataKeptRatio=1 dataPendingRate=3.7418255020038487 dataPending=0 dataOutDuration=0.06540956717223355 timePerSample=2.018015879470075e-05 desiredShards=0.06548507780504605 highestSent=1.671691461e+09 highestRecv=1.671691461e+09
ts=2022-12-22T06:44:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004786216437366916 upperBound=1.3
ts=2022-12-22T06:44:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06548507780504605 upperBound=1.3
ts=2022-12-22T06:44:22.693Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:44:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658335484743 dataOutRate=2783.02487508314 dataKeptRatio=1 dataPendingRate=0.6334604016028607 dataPending=0 dataOutDuration=0.05607171833778684 timePerSample=2.0147760388275994e-05 desiredShards=0.056084481146173794 highestSent=1.671691472e+09 highestRecv=1.671691472e+09
ts=2022-12-22T06:44:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.056084481146173794 upperBound=1.3
ts=2022-12-22T06:44:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658335484743 dataOutRate=0.2952023913005043 dataKeptRatio=0.00010604962074338329 dataPendingRate=3.519456810319177e-06 dataPending=4.428088661359719 dataOutDuration=0.00031907701676684526 timePerSample=0.001080875447387679 desiredShards=0.0005583914365072744 highestSent=1.671691457e+09 highestRecv=1.671691472e+09
ts=2022-12-22T06:44:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005583914365072744 upperBound=1.3
ts=2022-12-22T06:44:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266683877945 dataOutRate=3046.419900066512 dataKeptRatio=1 dataPendingRate=-3.4932316787176205 dataPending=0 dataOutDuration=0.06602329107022947 timePerSample=2.1672419835751466e-05 desiredShards=0.06594758428670476 highestSent=1.671691482e+09 highestRecv=1.671691482e+09
ts=2022-12-22T06:44:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06594758428670476 upperBound=1.3
ts=2022-12-22T06:44:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266683877945 dataOutRate=0.33616191304040344 dataKeptRatio=0.00011047418577917675 dataPendingRate=2.9330354811563097e-06 dataPending=3.3616484607588455 dataOutDuration=0.0003328825334134762 timePerSample=0.0009902446425376777 desiredShards=0.0004993281567542217 highestSent=1.671691472e+09 highestRecv=1.671691482e+09
ts=2022-12-22T06:44:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004993281567542217 upperBound=1.3
ts=2022-12-22T06:44:42.992Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Pod total 8 items received"
ts=2022-12-22T06:44:42.994Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/pods?allowWatchBookmarks=true&resourceVersion=1138051&timeout=5m26s&timeoutSeconds=326&watch=true 200 OK in 2 milliseconds"
ts=2022-12-22T06:44:48.474Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:44:48.478Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:44:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9213347102354 dataOutRate=0.36892953043232274 dataKeptRatio=0.00011368678073070503 dataPendingRate=-2.4870164733514777e-05 dataPending=1.8445233013379463 dataOutDuration=0.0003497544467307809 timePerSample=0.0009480250776372608 desiredShards=0.00043716358648866077 highestSent=1.671691487e+09 highestRecv=1.671691492e+09
ts=2022-12-22T06:44:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00043716358648866077 upperBound=1.3
ts=2022-12-22T06:44:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9213347102354 dataOutRate=3247.1359200532097 dataKeptRatio=1 dataPendingRate=-2.21458534297426 dataPending=3244.9213347102354 dataOutDuration=0.06665412243618359 timePerSample=2.052705032288619e-05 desiredShards=0.06993909670797423 highestSent=1.671691491e+09 highestRecv=1.671691492e+09
ts=2022-12-22T06:44:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06993909670797423 upperBound=1.3
ts=2022-12-22T06:45:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170677681883 dataOutRate=2787.7087360425676 dataKeptRatio=1 dataPendingRate=-3.891668274379299 dataPending=0 dataOutDuration=0.056654675588946865 timePerSample=2.0323025449700983e-05 desiredShards=0.056575585115564854 highestSent=1.671691502e+09 highestRecv=1.671691502e+09
ts=2022-12-22T06:45:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170677681883 dataOutRate=0.29514362434585817 dataKeptRatio=0.0001060236746230899 dataPendingRate=6.8906574004490295e-06 dataPending=4.427257725048879 dataOutDuration=0.00027980355738462475 timePerSample=0.0009480250776372609 desiredShards=0.0004896676573261231 highestSent=1.671691487e+09 highestRecv=1.671691502e+09
ts=2022-12-22T06:45:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.056575585115564854 upperBound=1.3
ts=2022-12-22T06:45:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004896676573261231 upperBound=1.3
ts=2022-12-22T06:45:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536542145505 dataOutRate=3040.166988834054 dataKeptRatio=1 dataPendingRate=2.886665380496652 dataPending=0 dataOutDuration=0.06164929823115749 timePerSample=2.0278260522393492e-05 desiredShards=0.06170783478378417 highestSent=1.671691512e+09 highestRecv=1.671691512e+09
ts=2022-12-22T06:45:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06170783478378417 upperBound=1.3
ts=2022-12-22T06:45:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536542145505 dataOutRate=0.33611489947668655 dataKeptRatio=0.00011045504963053015 dataPendingRate=5.742927947749443e-06 dataPending=3.3612064240463435 dataOutDuration=0.0002891287859076998 timePerSample=0.0008602081798749722 desiredShards=0.0004337005890319453 highestSent=1.671691502e+09 highestRecv=1.671691512e+09
ts=2022-12-22T06:45:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004337005890319453 upperBound=1.3
ts=2022-12-22T06:45:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229233716404 dataOutRate=3242.1335910672433 dataKeptRatio=1 dataPendingRate=2.8893323043971577 dataPending=0 dataOutDuration=0.06401601792492599 timePerSample=1.9745027811717422e-05 desiredShards=0.06407306787163361 highestSent=1.671691521e+09 highestRecv=1.671691521e+09
ts=2022-12-22T06:45:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06407306787163361 upperBound=1.3
ts=2022-12-22T06:45:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229233716404 dataOutRate=0.36889191958134926 dataKeptRatio=0.00011368075258848916 dataPendingRate=4.7285144380015964e-06 dataPending=1.475586592383149 dataOutDuration=0.00068018366872616 timePerSample=0.0018438562424953405 desiredShards=0.000816230864912429 highestSent=1.671691517e+09 highestRecv=1.671691521e+09
ts=2022-12-22T06:45:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.000816230864912429 upperBound=1.3
ts=2022-12-22T06:45:22.692Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:45:22.695Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:45:31.003Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Pod total 8 items received"
ts=2022-12-22T06:45:31.006Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?allowWatchBookmarks=true&resourceVersion=1138644&timeout=7m39s&timeoutSeconds=459&watch=true 200 OK in 2 milliseconds"
ts=2022-12-22T06:45:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583386973125 dataOutRate=2783.7068728537947 dataKeptRatio=1 dataPendingRate=-0.04853415648221926 dataPending=0 dataOutDuration=0.054634807879940794 timePerSample=1.9626638283193374e-05 desiredShards=0.05463385531760714 highestSent=1.671691532e+09 highestRecv=1.671691532e+09
ts=2022-12-22T06:45:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583386973125 dataOutRate=0.2951135356650794 dataKeptRatio=0.00010601770317152928 dataPendingRate=3.52781788454104e-06 dataPending=4.426755952244459 dataOutDuration=0.000544146934980928 timePerSample=0.0018438562424953405 desiredShards=0.0009522685195974244 highestSent=1.671691517e+09 highestRecv=1.671691532e+09
ts=2022-12-22T06:45:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05463385531760714 upperBound=1.3
ts=2022-12-22T06:45:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0009522685195974244 upperBound=1.3
ts=2022-12-22T06:45:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.92667095785 dataOutRate=3046.9654982830357 dataKeptRatio=1 dataPendingRate=-4.0388273251855935 dataPending=0 dataOutDuration=0.06900264526395264 timePerSample=2.2646349393465602e-05 desiredShards=0.06891118056920661 highestSent=1.671691542e+09 highestRecv=1.671691542e+09
ts=2022-12-22T06:45:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06891118056920661 upperBound=1.3
ts=2022-12-22T06:45:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.92667095785 dataOutRate=0.3360908285320635 dataKeptRatio=0.00011045082749003004 dataPendingRate=2.940266713380435e-06 dataPending=3.3609376879877693 dataOutDuration=0.0004934530879847424 timePerSample=0.0014682134890142242 desiredShards=0.0007401861073859883 highestSent=1.671691532e+09 highestRecv=1.671691542e+09
ts=2022-12-22T06:45:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0007401861073859883 upperBound=1.3
ts=2022-12-22T06:45:48.513Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:45:48.517Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:45:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.92133676628 dataOutRate=0.3688726628256508 dataKeptRatio=0.00011366925872099744 dataPendingRate=-2.485986747963187e-05 dataPending=1.8442390147908556 dataOutDuration=0.00046277263038779385 timePerSample=0.0012545593019630335 desiredShards=0.0005784268027622522 highestSent=1.671691547e+09 highestRecv=1.671691552e+09
ts=2022-12-22T06:45:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005784268027622522 upperBound=1.3
ts=2022-12-22T06:45:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.92133676628 dataOutRate=3247.5723986264284 dataKeptRatio=1 dataPendingRate=-2.6510618601482747 dataPending=3244.92133676628 dataOutDuration=0.07002255017116212 timePerSample=2.156150551124846e-05 desiredShards=0.07346365875056657 highestSent=1.671691551e+09 highestRecv=1.671691552e+09
ts=2022-12-22T06:45:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07346365875056657 upperBound=1.3
ts=2022-12-22T06:46:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.817069413024 dataOutRate=2778.057918901143 dataKeptRatio=1 dataPendingRate=5.7591505118812165 dataPending=0 dataOutDuration=0.05910790269692969 timePerSample=2.1276699198665286e-05 desiredShards=0.059230438410010834 highestSent=1.671691562e+09 highestRecv=1.671691562e+09
ts=2022-12-22T06:46:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.817069413024 dataOutRate=0.2950981302605206 dataKeptRatio=0.00010600733357125508 dataPendingRate=6.894418099590016e-06 dataPending=4.426575370179303 dataOutDuration=0.0003702181043102351 timePerSample=0.0012545593019630335 desiredShards=0.0006478968190915386 highestSent=1.671691547e+09 highestRecv=1.671691562e+09
ts=2022-12-22T06:46:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.059230438410010834 upperBound=1.3
ts=2022-12-22T06:46:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0006478968190915386 upperBound=1.3
ts=2022-12-22T06:46:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536555304193 dataOutRate=3042.4463351209142 dataKeptRatio=1 dataPendingRate=0.6073204095050642 dataPending=0 dataOutDuration=0.07086401237754375 timePerSample=2.3291787125220547e-05 desiredShards=0.07087815795523875 highestSent=1.671691572e+09 highestRecv=1.671691572e+09
ts=2022-12-22T06:46:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07087815795523875 upperBound=1.3
ts=2022-12-22T06:46:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536555304193 dataOutRate=0.3360785042084165 dataKeptRatio=0.00011044309058547281 dataPendingRate=5.746325783761996e-06 dataPending=3.360842505342003 dataOutDuration=0.00042555158344818807 timePerSample=0.0012662267241712237 desiredShards=0.0006383382893991918 highestSent=1.671691562e+09 highestRecv=1.671691572e+09
ts=2022-12-22T06:46:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0006383382893991918 upperBound=1.3
ts=2022-12-22T06:46:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229244243355 dataOutRate=0.3688628033667332 dataKeptRatio=0.0001136717808806056 dataPendingRate=4.7314509718510145e-06 dataPending=1.4754701392708203 dataOutDuration=0.0004871930867585505 timePerSample=0.0013207975494188558 desiredShards=0.0005846392032568792 highestSent=1.671691577e+09 highestRecv=1.671691581e+09
ts=2022-12-22T06:46:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229244243355 dataOutRate=3243.9570680967313 dataKeptRatio=1 dataPendingRate=1.0658563276042514 dataPending=0 dataOutDuration=0.07236720120203499 timePerSample=2.230831040081973e-05 desiredShards=0.07239097865583385 highestSent=1.671691581e+09 highestRecv=1.671691581e+09
ts=2022-12-22T06:46:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005846392032568792 upperBound=1.3
ts=2022-12-22T06:46:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07239097865583385 upperBound=1.3
ts=2022-12-22T06:46:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339539468 dataOutRate=0.2950902426933866 dataKeptRatio=0.00010600933617124825 dataPendingRate=3.5300087516398904e-06 dataPending=4.426406590532072 dataOutDuration=0.0003897544694068404 timePerSample=0.0013207975494188558 desiredShards=0.0006820784807090607 highestSent=1.671691577e+09 highestRecv=1.671691592e+09
ts=2022-12-22T06:46:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0006820784807090607 upperBound=1.3
ts=2022-12-22T06:46:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339539468 dataOutRate=2785.165654477385 dataKeptRatio=1 dataPendingRate=-1.5073149379168171 dataPending=0 dataOutDuration=0.06132081016162799 timePerSample=2.2016934634767486e-05 desiredShards=0.06128762370716587 highestSent=1.671691592e+09 highestRecv=1.671691592e+09
ts=2022-12-22T06:46:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06128762370716587 upperBound=1.3
ts=2022-12-22T06:46:33.004Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Pod total 10 items received"
ts=2022-12-22T06:46:33.006Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?allowWatchBookmarks=true&resourceVersion=1139171&timeout=8m21s&timeoutSeconds=501&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:46:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266716315747 dataOutRate=3038.132523581908 dataKeptRatio=1 dataPendingRate=4.794148049666546 dataPending=0 dataOutDuration=0.0644253260093024 timePerSample=2.1205568061707195e-05 desiredShards=0.0645269886420675 highestSent=1.671691602e+09 highestRecv=1.671691602e+09
ts=2022-12-22T06:46:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0645269886420675 upperBound=1.3
ts=2022-12-22T06:46:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266716315747 dataOutRate=0.33607219415470924 dataKeptRatio=0.00011044470425450594 dataPendingRate=2.9421617881442153e-06 dataPending=3.3607513631649737 dataOutDuration=0.0003753207555254723 timePerSample=0.0011167861014788245 desiredShards=0.0005629860619362984 highestSent=1.671691592e+09 highestRecv=1.671691602e+09
ts=2022-12-22T06:46:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005629860619362984 upperBound=1.3
ts=2022-12-22T06:46:48.542Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:46:48.546Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:46:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.92133730526 dataOutRate=3250.5060188655266 dataKeptRatio=1 dataPendingRate=-5.584681560266745 dataPending=3244.92133730526 dataOutDuration=0.06653406328744192 timePerSample=2.0468832514472092e-05 desiredShards=0.06974073894473508 highestSent=1.671691611e+09 highestRecv=1.671691612e+09
ts=2022-12-22T06:46:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06974073894473508 upperBound=1.3
ts=2022-12-22T06:46:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.92133730526 dataOutRate=0.3688577553237674 dataKeptRatio=0.00011366466543118673 dataPendingRate=-2.4857168446024147e-05 dataPending=1.8441644907766068 dataOutDuration=0.0003860851844203779 timePerSample=0.0010467048038111304 desiredShards=0.00048257395787844543 highestSent=1.671691607e+09 highestRecv=1.671691612e+09
ts=2022-12-22T06:46:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00048257395787844543 upperBound=1.3
ts=2022-12-22T06:46:57.989Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Service total 10 items received"
ts=2022-12-22T06:46:57.991Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/services?allowWatchBookmarks=true&resourceVersion=1139374&timeout=8m39s&timeoutSeconds=519&watch=true 200 OK in 2 milliseconds"
ts=2022-12-22T06:47:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170698442077 dataOutRate=0.29508620425901394 dataKeptRatio=0.00010600304986247773 dataPendingRate=6.895403698248259e-06 dataPending=4.4263964949406835 dataOutDuration=0.00030886814753630236 timePerSample=0.0010467048038111304 desiredShards=0.0005405318887298357 highestSent=1.671691607e+09 highestRecv=1.671691622e+09
ts=2022-12-22T06:47:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005405318887298357 upperBound=1.3
ts=2022-12-22T06:47:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170698442077 dataOutRate=2780.4048150924214 dataKeptRatio=1 dataPendingRate=3.4122547517863495 dataPending=0 dataOutDuration=0.059142665749953534 timePerSample=2.127124274455251e-05 desiredShards=0.059215248649085034 highestSent=1.671691622e+09 highestRecv=1.671691622e+09
ts=2022-12-22T06:47:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.059215248649085034 upperBound=1.3
ts=2022-12-22T06:47:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655875366 dataOutRate=3044.323852073937 dataKeptRatio=1 dataPendingRate=-1.2701961985708294 dataPending=0 dataOutDuration=0.06130608485996282 timePerSample=2.013783284527966e-05 desiredShards=0.0612805058612353 highestSent=1.671691632e+09 highestRecv=1.671691632e+09
ts=2022-12-22T06:47:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655875366 dataOutRate=0.33606896340721115 dataKeptRatio=0.00011043995559351967 dataPendingRate=5.747216361984275e-06 dataPending=3.3607471062357313 dataOutDuration=0.00035919157802904186 timePerSample=0.001068803183690049 desiredShards=0.0005387965810082804 highestSent=1.671691622e+09 highestRecv=1.671691632e+09
ts=2022-12-22T06:47:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005387965810082804 upperBound=1.3
ts=2022-12-22T06:47:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0612805058612353 upperBound=1.3
ts=2022-12-22T06:47:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022924700293 dataOutRate=0.3688551707257689 dataKeptRatio=0.00011366942900118851 dataPendingRate=4.732220680148114e-06 dataPending=1.4754396117857962 dataOutDuration=0.0003659894424232335 timePerSample=0.0009922307492751241 desiredShards=0.0004391929654537256 highestSent=1.671691637e+09 highestRecv=1.671691641e+09
ts=2022-12-22T06:47:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022924700293 dataOutRate=3245.4590816591494 dataKeptRatio=1 dataPendingRate=-0.4361569588563725 dataPending=0 dataOutDuration=0.06370253636797026 timePerSample=1.9628205059792073e-05 desiredShards=0.06369397538974356 highestSent=1.671691641e+09 highestRecv=1.671691641e+09
ts=2022-12-22T06:47:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004391929654537256 upperBound=1.3
ts=2022-12-22T06:47:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06369397538974356 upperBound=1.3
ts=2022-12-22T06:47:22.689Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:47:22.692Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:47:29.991Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Endpoints total 7 items received"
ts=2022-12-22T06:47:29.993Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/endpoints?allowWatchBookmarks=true&resourceVersion=1139734&timeout=9m27s&timeoutSeconds=567&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:47:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583397602344 dataOutRate=2786.3672653273197 dataKeptRatio=1 dataPendingRate=-2.7089255670853163 dataPending=0 dataOutDuration=0.054374560034376206 timePerSample=1.95144985770527e-05 desiredShards=0.05432169671025198 highestSent=1.671691652e+09 highestRecv=1.671691652e+09
ts=2022-12-22T06:47:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05432169671025198 upperBound=1.3
ts=2022-12-22T06:47:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583397602344 dataOutRate=0.2950841365806151 dataKeptRatio=0.00010600714281230425 dataPendingRate=3.53058300978093e-06 dataPending=4.426315007454374 dataOutDuration=0.0002927915539385868 timePerSample=0.0009922307492751241 desiredShards=0.0005123913499103209 highestSent=1.671691637e+09 highestRecv=1.671691652e+09
ts=2022-12-22T06:47:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005123913499103209 upperBound=1.3
ts=2022-12-22T06:47:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266718081876 dataOutRate=3039.093812261856 dataKeptRatio=1 dataPendingRate=3.832859546331747 dataPending=0 dataOutDuration=0.05759514036750096 timePerSample=1.895141904969218e-05 desiredShards=0.057667778494922106 highestSent=1.671691662e+09 highestRecv=1.671691662e+09
ts=2022-12-22T06:47:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.057667778494922106 upperBound=1.3
ts=2022-12-22T06:47:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266718081876 dataOutRate=0.3360673092644921 dataKeptRatio=0.00011044309908504076 dataPendingRate=2.942658532900655e-06 dataPending=3.3607025192302498 dataOutDuration=0.0003061573831508695 timePerSample=0.0009110001916607638 desiredShards=0.0004592400958700354 highestSent=1.671691652e+09 highestRecv=1.671691662e+09
ts=2022-12-22T06:47:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004592400958700354 upperBound=1.3
ts=2022-12-22T06:47:48.565Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:47:48.568Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:47:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9213374465503 dataOutRate=3241.2750498094847 dataKeptRatio=1 dataPendingRate=3.6462876370655977 dataPending=3244.9213374465503 dataOutDuration=0.06086647367400077 timePerSample=1.87785586655407e-05 desiredShards=0.06398169298532008 highestSent=1.671691671e+09 highestRecv=1.671691672e+09
ts=2022-12-22T06:47:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06398169298532008 upperBound=1.3
ts=2022-12-22T06:47:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9213374465503 dataOutRate=0.36885384741159366 dataKeptRatio=0.00011366346132781586 dataPendingRate=-2.4856460933198044e-05 dataPending=1.8441449547533024 dataOutDuration=0.0003043631465206956 timePerSample=0.0008251592023684797 desiredShards=0.0003804282949790228 highestSent=1.671691667e+09 highestRecv=1.671691672e+09
ts=2022-12-22T06:47:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0003804282949790228 upperBound=1.3
ts=2022-12-22T06:48:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.81706995724 dataOutRate=2783.0200398475877 dataKeptRatio=1 dataPendingRate=0.7970301096524963 dataPending=0 dataOutDuration=0.05189016505920061 timePerSample=1.8645271796908217e-05 desiredShards=0.0519050259022254 highestSent=1.671691682e+09 highestRecv=1.671691682e+09
ts=2022-12-22T06:48:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.81706995724 dataOutRate=0.2950830779292749 dataKeptRatio=0.00010600192691391814 dataPendingRate=6.895662050199203e-06 dataPending=4.426349603869877 dataOutDuration=0.00024349051721655646 timePerSample=0.0008251592023684798 desiredShards=0.0004261183626622188 highestSent=1.671691667e+09 highestRecv=1.671691682e+09
ts=2022-12-22T06:48:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0519050259022254 upperBound=1.3
ts=2022-12-22T06:48:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004261183626622188 upperBound=1.3
ts=2022-12-22T06:48:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655965792 dataOutRate=3046.41603187807 dataKeptRatio=1 dataPendingRate=-3.362375912277912 dataPending=0 dataOutDuration=0.05597491278736049 timePerSample=1.8374021211033608e-05 desiredShards=0.055913132421028834 highestSent=1.671691692e+09 highestRecv=1.671691692e+09
ts=2022-12-22T06:48:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.055913132421028834 upperBound=1.3
ts=2022-12-22T06:48:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655965792 dataOutRate=0.3360664623434199 dataKeptRatio=0.00011043913377418596 dataPendingRate=5.747449811854821e-06 dataPending=3.360722097932318 dataOutDuration=0.0002683808137732452 timePerSample=0.0007985944562923747 desiredShards=0.00040257810548220425 highestSent=1.671691682e+09 highestRecv=1.671691692e+09
ts=2022-12-22T06:48:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00040257810548220425 upperBound=1.3
ts=2022-12-22T06:48:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022924772634 dataOutRate=3247.132825502456 dataKeptRatio=1 dataPendingRate=-2.1099007298221295 dataPending=0 dataOutDuration=0.0653704970298884 timePerSample=2.0131759476076583e-05 desiredShards=0.06532802101587722 highestSent=1.671691701e+09 highestRecv=1.671691701e+09
ts=2022-12-22T06:48:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06532802101587722 upperBound=1.3
ts=2022-12-22T06:48:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022924772634 dataOutRate=0.36885316987473593 dataKeptRatio=0.00011366881247010882 dataPendingRate=4.732422448638918e-06 dataPending=1.1065737068915535 dataOutDuration=0.00027189535101859616 timePerSample=0.0007371370865836207 desiredShards=0.00031268366538209633 highestSent=1.671691698e+09 highestRecv=1.671691701e+09
ts=2022-12-22T06:48:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00031268366538209633 upperBound=1.3
ts=2022-12-22T06:48:22.695Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:48:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339818107 dataOutRate=2787.7062604019648 dataKeptRatio=1 dataPendingRate=-4.047920583857831 dataPending=0 dataOutDuration=0.055675601663910716 timePerSample=1.9971832202967734e-05 desiredShards=0.05559475727323897 highestSent=1.671691712e+09 highestRecv=1.671691712e+09
ts=2022-12-22T06:48:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339818107 dataOutRate=0.2950825358997887 dataKeptRatio=0.0001060065678364157 dataPendingRate=3.5307335437551046e-06 dataPending=4.1312049328666545 dataOutDuration=0.00021751628081487692 timePerSample=0.0007371370865836207 desiredShards=0.0003697821018641753 highestSent=1.671691698e+09 highestRecv=1.671691712e+09
ts=2022-12-22T06:48:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05559475727323897 upperBound=1.3
ts=2022-12-22T06:48:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0003697821018641753 upperBound=1.3
ts=2022-12-22T06:48:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266718544854 dataOutRate=3040.165008321572 dataKeptRatio=1 dataPendingRate=2.7616635329136443 dataPending=0 dataOutDuration=0.06560269753112857 timePerSample=2.1578663444767035e-05 desiredShards=0.065662290539053 highestSent=1.671691722e+09 highestRecv=1.671691722e+09
ts=2022-12-22T06:48:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.065662290539053 upperBound=1.3
ts=2022-12-22T06:48:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266718544854 dataOutRate=0.336066028719831 dataKeptRatio=0.00011044267829949567 dataPendingRate=2.9427887489608118e-06 dataPending=3.3606897150857997 dataOutDuration=0.00024187748465190153 timePerSample=0.0007197320287720844 desiredShards=0.00036281940400682714 highestSent=1.671691712e+09 highestRecv=1.671691722e+09
ts=2022-12-22T06:48:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00036281940400682714 upperBound=1.3
ts=2022-12-22T06:48:48.586Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:48:48.591Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:48:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9213374835886 dataOutRate=3242.1320066572575 dataKeptRatio=1 dataPendingRate=2.7893308263310246 dataPending=3244.9213374835886 dataOutDuration=0.06643443134490286 timePerSample=2.0490970512147313e-05 desiredShards=0.06981616681264453 highestSent=1.671691731e+09 highestRecv=1.671691732e+09
ts=2022-12-22T06:48:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06981616681264453 upperBound=1.3
ts=2022-12-22T06:48:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9213374835886 dataOutRate=0.3688528229758648 dataKeptRatio=0.00011366314567934136 dataPendingRate=-2.4856275464446576e-05 dataPending=1.8441398335020018 dataOutDuration=0.00029965656772152125 timePerSample=0.0008124014486426439 desiredShards=0.0003745454680591576 highestSent=1.671691727e+09 highestRecv=1.671691732e+09
ts=2022-12-22T06:48:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0003745454680591576 upperBound=1.3
ts=2022-12-22T06:48:57.990Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Service total 6 items received"
ts=2022-12-22T06:48:57.991Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/services?allowWatchBookmarks=true&resourceVersion=1140579&timeout=5m42s&timeoutSeconds=342&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:49:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699868706 dataOutRate=2783.705605325806 dataKeptRatio=1 dataPendingRate=0.11146466106447406 dataPending=0 dataOutDuration=0.056593708795922286 timePerSample=2.0330349835717822e-05 desiredShards=0.05659597491147604 highestSent=1.671691742e+09 highestRecv=1.671691742e+09
ts=2022-12-22T06:49:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05659597491147604 upperBound=1.3
ts=2022-12-22T06:49:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699868706 dataOutRate=0.29508225838069185 dataKeptRatio=0.00010600163253969054 dataPendingRate=6.895729774358816e-06 dataPending=4.426337311656994 dataOutDuration=0.000239725254177217 timePerSample=0.0008124014486426438 desiredShards=0.0004195289984866315 highestSent=1.671691727e+09 highestRecv=1.671691742e+09
ts=2022-12-22T06:49:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004195289984866315 upperBound=1.3
ts=2022-12-22T06:49:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536559894963 dataOutRate=0.3360658067045535 dataKeptRatio=0.00011043891833917834 dataPendingRate=5.747511008624695e-06 dataPending=3.360715542155621 dataOutDuration=0.0002952000433417736 timePerSample=0.0008783995201311678 desiredShards=0.00044280763792902826 highestSent=1.671691742e+09 highestRecv=1.671691752e+09
ts=2022-12-22T06:49:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00044280763792902826 upperBound=1.3
ts=2022-12-22T06:49:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536559894963 dataOutRate=3046.964484260645 dataKeptRatio=1 dataPendingRate=-3.9108282711486027 dataPending=0 dataOutDuration=0.05998000401673784 timePerSample=1.968516677059075e-05 desiredShards=0.05990301871000913 highestSent=1.671691752e+09 highestRecv=1.671691752e+09
ts=2022-12-22T06:49:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05990301871000913 upperBound=1.3
ts=2022-12-22T06:49:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247915972 dataOutRate=0.3688526453636428 dataKeptRatio=0.00011366865085018536 dataPendingRate=4.732475340551989e-06 dataPending=1.4754295113559335 dataOutDuration=0.00029205275467341886 timePerSample=0.0007917870682084744 desiredShards=0.000350467802143433 highestSent=1.671691757e+09 highestRecv=1.671691761e+09
ts=2022-12-22T06:49:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.000350467802143433 upperBound=1.3
ts=2022-12-22T06:49:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247915972 dataOutRate=3247.571587408516 dataKeptRatio=1 dataPendingRate=-2.548662616918591 dataPending=0 dataOutDuration=0.06256987835339027 timePerSample=1.9266666390353392e-05 desiredShards=0.06252077412100852 highestSent=1.671691761e+09 highestRecv=1.671691761e+09
ts=2022-12-22T06:49:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06252077412100852 upperBound=1.3
ts=2022-12-22T06:49:22.693Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:49:22.695Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:49:22.987Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:49:22.987Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:49:22.987Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:49:22.989Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:49:23.001Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:49:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583398332778 dataOutRate=0.29508211629091424 dataKeptRatio=0.00010600641710993629 dataPendingRate=3.5307730049671804e-06 dataPending=4.426284705958788 dataOutDuration=0.0002336422037387351 timePerSample=0.0007917870682084744 desiredShards=0.00040887874887849714 highestSent=1.671691757e+09 highestRecv=1.671691772e+09
ts=2022-12-22T06:49:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00040887874887849714 upperBound=1.3
ts=2022-12-22T06:49:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583398332778 dataOutRate=2778.0572699268128 dataKeptRatio=1 dataPendingRate=5.601069906465 dataPending=0 dataOutDuration=0.05316912886271221 timePerSample=1.913896068244588e-05 desiredShards=0.05327632751943167 highestSent=1.671691772e+09 highestRecv=1.671691772e+09
ts=2022-12-22T06:49:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05327632751943167 upperBound=1.3
ts=2022-12-22T06:49:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671866622 dataOutRate=3042.4458159414503 dataKeptRatio=1 dataPendingRate=0.4808559251719089 dataPending=0 dataOutDuration=0.06568267815016977 timePerSample=2.1588774993465253e-05 desiredShards=0.06569305924054258 highestSent=1.671691782e+09 highestRecv=1.671691782e+09
ts=2022-12-22T06:49:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06569305924054258 upperBound=1.3
ts=2022-12-22T06:49:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671866622 dataOutRate=0.33606569303273137 dataKeptRatio=0.00011044256799308968 dataPendingRate=2.9428228841554827e-06 dataPending=3.0246177227005395 dataOutDuration=0.0002531854229909881 timePerSample=0.0007533807473955068 desiredShards=0.00036712207808278346 highestSent=1.671691773e+09 highestRecv=1.671691782e+09
ts=2022-12-22T06:49:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00036712207808278346 upperBound=1.3
ts=2022-12-22T06:49:48.608Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:49:48.611Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:49:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337493298 dataOutRate=3243.95665275316 dataKeptRatio=1 dataPendingRate=0.9646847401377272 dataPending=3244.921337493298 dataOutDuration=0.06757391180013582 timePerSample=2.0830707384078497e-05 desiredShards=0.07097370720895929 highestSent=1.671691791e+09 highestRecv=1.671691792e+09
ts=2022-12-22T06:49:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07097370720895929 upperBound=1.3
ts=2022-12-22T06:49:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337493298 dataOutRate=0.3688525544261851 dataKeptRatio=0.00011366306293398762 dataPendingRate=-2.485622684506028e-05 dataPending=1.8441384909967002 dataOutDuration=0.00025828539839279046 timePerSample=0.0007002402322917317 desiredShards=0.00032283499132841327 highestSent=1.671691787e+09 highestRecv=1.671691792e+09
ts=2022-12-22T06:49:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00032283499132841327 upperBound=1.3
ts=2022-12-22T06:50:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.817069994638 dataOutRate=2785.165322202528 dataKeptRatio=1 dataPendingRate=-1.3482522078898 dataPending=0 dataOutDuration=0.05747524278010866 timePerSample=2.0636205083386878e-05 desiredShards=0.05744741997104252 highestSent=1.671691802e+09 highestRecv=1.671691802e+09
ts=2022-12-22T06:50:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05744741997104252 upperBound=1.3
ts=2022-12-22T06:50:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.817069994638 dataOutRate=0.2950820435409481 dataKeptRatio=0.000106001555371253 dataPendingRate=6.895747527879692e-06 dataPending=4.426334089327139 dataOutDuration=0.00020662831871423235 timePerSample=0.0007002402322917316 desiredShards=0.00036160800793964544 highestSent=1.671691787e+09 highestRecv=1.671691802e+09
ts=2022-12-22T06:50:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00036160800793964544 upperBound=1.3
ts=2022-12-22T06:50:08.995Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Pod total 6 items received"
ts=2022-12-22T06:50:08.996Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/pods?allowWatchBookmarks=true&resourceVersion=1141352&timeout=5m49s&timeoutSeconds=349&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:50:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536559957104 dataOutRate=0.3360656348327585 dataKeptRatio=0.0001104388618641837 dataPendingRate=5.747527050958823e-06 dataPending=3.3607138235980947 dataOutDuration=0.0002507536549713859 timePerSample=0.0007461448865373346 desiredShards=0.0003761369151889578 highestSent=1.671691802e+09 highestRecv=1.671691812e+09
ts=2022-12-22T06:50:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0003761369151889578 upperBound=1.3
ts=2022-12-22T06:50:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536559957104 dataOutRate=3048.132257762022 dataKeptRatio=1 dataPendingRate=-5.078601766311749 dataPending=0 dataOutDuration=0.07053776064408693 timePerSample=2.3141305783062266e-05 desiredShards=0.07042023516766231 highestSent=1.671691812e+09 highestRecv=1.671691812e+09
ts=2022-12-22T06:50:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07042023516766231 upperBound=1.3
ts=2022-12-22T06:50:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247965685 dataOutRate=0.36885250786620677 dataKeptRatio=0.00011366860848249213 dataPendingRate=4.732489205905299e-06 dataPending=1.4754289614216507 dataOutDuration=0.0002917347239771087 timePerSample=0.000790925146923304 desiredShards=0.00035008616042619506 highestSent=1.671691817e+09 highestRecv=1.671691821e+09
ts=2022-12-22T06:50:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00035008616042619506 upperBound=1.3
ts=2022-12-22T06:50:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247965685 dataOutRate=3248.5058062096177 dataKeptRatio=1 dataPendingRate=-3.482881413049199 dataPending=0 dataOutDuration=0.07078351603526954 timePerSample=2.1789561188397663e-05 desiredShards=0.07070762557760799 highestSent=1.671691821e+09 highestRecv=1.671691821e+09
ts=2022-12-22T06:50:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07070762557760799 upperBound=1.3
ts=2022-12-22T06:50:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339837255 dataOutRate=2778.804644967694 dataKeptRatio=1 dataPendingRate=4.853694869560968 dataPending=0 dataOutDuration=0.059812157088215634 timePerSample=2.1524419572470882e-05 desiredShards=0.059916630053064815 highestSent=1.671691832e+09 highestRecv=1.671691832e+09
ts=2022-12-22T06:50:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339837255 dataOutRate=0.29508200629296544 dataKeptRatio=0.00010600637759789406 dataPendingRate=3.5307833495257235e-06 dataPending=4.426283056144724 dataOutDuration=0.000233387779181687 timePerSample=0.000790925146923304 desiredShards=0.0004084335005922964 highestSent=1.671691817e+09 highestRecv=1.671691832e+09
ts=2022-12-22T06:50:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.059916630053064815 upperBound=1.3
ts=2022-12-22T06:50:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004084335005922964 upperBound=1.3
ts=2022-12-22T06:50:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671869804 dataOutRate=3043.043715974155 dataKeptRatio=1 dataPendingRate=-0.1170441043509527 dataPending=0 dataOutDuration=0.06239600257057251 timePerSample=2.0504471310428736e-05 desiredShards=0.062393602643092794 highestSent=1.671691842e+09 highestRecv=1.671691842e+09
ts=2022-12-22T06:50:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.062393602643092794 upperBound=1.3
ts=2022-12-22T06:50:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671869804 dataOutRate=0.33606560503437233 dataKeptRatio=0.00011044253907692718 dataPendingRate=2.94283183249755e-06 dataPending=3.360685478662048 dataOutDuration=0.00027664780334534964 timePerSample=0.0008231958260562086 desiredShards=0.0004149753388083464 highestSent=1.671691832e+09 highestRecv=1.671691842e+09
ts=2022-12-22T06:50:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004149753388083464 upperBound=1.3
ts=2022-12-22T06:50:48.631Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:50:48.636Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:50:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337495843 dataOutRate=3244.434972779324 dataKeptRatio=1 dataPendingRate=0.48636471651889224 dataPending=3244.921337495843 dataOutDuration=0.064786365876458 timePerSample=1.996845873627086e-05 desiredShards=0.06803588172174212 highestSent=1.671691851e+09 highestRecv=1.671691852e+09
ts=2022-12-22T06:50:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06803588172174212 upperBound=1.3
ts=2022-12-22T06:50:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337495843 dataOutRate=0.3688524840274979 dataKeptRatio=0.00011366304124278962 dataPendingRate=-2.485621409981098e-05 dataPending=1.8441381390669904 dataOutDuration=0.0003095890226762797 timePerSample=0.0008393301823424888 desiredShards=0.00038696020013195874 highestSent=1.671691847e+09 highestRecv=1.671691852e+09
ts=2022-12-22T06:50:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00038696020013195874 upperBound=1.3
ts=2022-12-22T06:51:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699966745 dataOutRate=2785.5479782234593 dataKeptRatio=1 dataPendingRate=-1.730908226784777 dataPending=0 dataOutDuration=0.05534118274116641 timePerSample=1.9867251676799835e-05 desiredShards=0.05530679435179543 highestSent=1.671691862e+09 highestRecv=1.671691862e+09
ts=2022-12-22T06:51:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05530679435179543 upperBound=1.3
ts=2022-12-22T06:51:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699966745 dataOutRate=0.2950819872219983 dataKeptRatio=0.00010600153514201011 dataPendingRate=6.895752181823589e-06 dataPending=4.426333244612702 dataOutDuration=0.0002476712181410238 timePerSample=0.0008393301823424888 desiredShards=0.00043343476041942996 highestSent=1.671691847e+09 highestRecv=1.671691862e+09
ts=2022-12-22T06:51:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00043343476041942996 upperBound=1.3
ts=2022-12-22T06:51:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.05365599734 dataOutRate=3038.4383825787672 dataKeptRatio=1 dataPendingRate=4.615273418572542 dataPending=0 dataOutDuration=0.05837285057293312 timePerSample=1.9211464319178073e-05 desiredShards=0.05846151673353728 highestSent=1.671691872e+09 highestRecv=1.671691872e+09
ts=2022-12-22T06:51:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.05365599734 dataOutRate=0.33606558977759865 dataKeptRatio=0.00011043884705960269 dataPendingRate=5.747531256372618e-06 dataPending=3.3607133730885503 dataOutDuration=0.000332485094512819 timePerSample=0.0009893458438659276 desiredShards=0.0004987361712134701 highestSent=1.671691862e+09 highestRecv=1.671691872e+09
ts=2022-12-22T06:51:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05846151673353728 upperBound=1.3
ts=2022-12-22T06:51:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004987361712134701 upperBound=1.3
ts=2022-12-22T06:51:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022924797872 dataOutRate=0.3688524718220789 dataKeptRatio=0.00011366859737605555 dataPendingRate=4.732492840553437e-06 dataPending=1.475428817259678 dataOutDuration=0.0003213455356102552 timePerSample=0.0008712034218527907 desiredShards=0.00038561959028905415 highestSent=1.671691877e+09 highestRecv=1.671691881e+09
ts=2022-12-22T06:51:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00038561959028905415 upperBound=1.3
ts=2022-12-22T06:51:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022924797872 dataOutRate=3240.7507060630137 dataKeptRatio=1 dataPendingRate=4.272218734858143 dataPending=0 dataOutDuration=0.060996630378346496 timePerSample=1.88217594967209e-05 desiredShards=0.06107704105189138 highestSent=1.671691881e+09 highestRecv=1.671691881e+09
ts=2022-12-22T06:51:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06107704105189138 upperBound=1.3
ts=2022-12-22T06:51:22.689Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:51:22.691Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:51:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583398382973 dataOutRate=2782.600564850411 dataKeptRatio=1 dataPendingRate=1.057774987886205 dataPending=0 dataOutDuration=0.052187975562677194 timePerSample=1.8755108520393314e-05 desiredShards=0.052207814247365154 highestSent=1.671691892e+09 highestRecv=1.671691892e+09
ts=2022-12-22T06:51:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.052207814247365154 upperBound=1.3
ts=2022-12-22T06:51:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583398382973 dataOutRate=0.2950819774576631 dataKeptRatio=0.00010600636724004923 dataPendingRate=3.53078606118995e-06 dataPending=4.426282623655865 dataOutDuration=0.0002570764284882042 timePerSample=0.0008712034218527908 desiredShards=0.0004498891329119295 highestSent=1.671691877e+09 highestRecv=1.671691892e+09
ts=2022-12-22T06:51:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004498891329119295 upperBound=1.3
ts=2022-12-22T06:51:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266718706376 dataOutRate=3046.080451880329 dataKeptRatio=1 dataPendingRate=-3.153780009691218 dataPending=0 dataOutDuration=0.056266005570141754 timePerSample=1.8471608501150736e-05 desiredShards=0.05620775018050399 highestSent=1.671691902e+09 highestRecv=1.671691902e+09
ts=2022-12-22T06:51:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05620775018050399 upperBound=1.3
ts=2022-12-22T06:51:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266718706376 dataOutRate=0.3360655819661305 dataKeptRatio=0.00011044253149672868 dataPendingRate=2.9428341781767564e-06 dataPending=3.360685248003087 dataOutDuration=0.00029997814279056334 timePerSample=0.0008926178665353355 desiredShards=0.0004499711544253936 highestSent=1.671691892e+09 highestRecv=1.671691902e+09
ts=2022-12-22T06:51:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004499711544253936 upperBound=1.3
ts=2022-12-22T06:51:48.657Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:51:48.664Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:51:49.994Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Endpoints total 10 items received"
ts=2022-12-22T06:51:49.996Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/endpoints?allowWatchBookmarks=true&resourceVersion=1142242&timeout=6m20s&timeoutSeconds=380&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:51:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.92133749651 dataOutRate=3246.864361504263 dataKeptRatio=1 dataPendingRate=-1.9430240077526832 dataPending=3244.92133749651 dataOutDuration=0.060345299996113405 timePerSample=1.8585716333452132e-05 desiredShards=0.06332464687823004 highestSent=1.671691911e+09 highestRecv=1.671691912e+09
ts=2022-12-22T06:51:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06332464687823004 upperBound=1.3
ts=2022-12-22T06:51:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.92133749651 dataOutRate=0.3688524655729044 dataKeptRatio=0.0001136630355565722 dataPendingRate=-2.485621075876132e-05 dataPending=1.8441380468107285 dataOutDuration=0.0003797103742324507 timePerSample=0.0010294369962870703 desiredShards=0.0004746059829118852 highestSent=1.671691907e+09 highestRecv=1.671691912e+09
ts=2022-12-22T06:51:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004746059829118852 upperBound=1.3
ts=2022-12-22T06:52:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.817069997208 dataOutRate=0.2950819724583235 dataKeptRatio=0.00010600152983903543 dataPendingRate=6.895753401681137e-06 dataPending=4.426333023175878 dataOutDuration=0.00030376829938596057 timePerSample=0.0010294369962870703 desiredShards=0.0005316069467268517 highestSent=1.671691907e+09 highestRecv=1.671691922e+09
ts=2022-12-22T06:52:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005316069467268517 upperBound=1.3
ts=2022-12-22T06:52:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.817069997208 dataOutRate=2787.4914892034103 dataKeptRatio=1 dataPendingRate=-3.6744192062024013 dataPending=0 dataOutDuration=0.05225120099689072 timePerSample=1.8744882701623135e-05 desiredShards=0.05218232443987386 highestSent=1.671691922e+09 highestRecv=1.671691922e+09
ts=2022-12-22T06:52:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05218232443987386 upperBound=1.3
ts=2022-12-22T06:52:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536559977663 dataOutRate=3039.9931913627283 dataKeptRatio=1 dataPendingRate=3.060464635037988 dataPending=0 dataOutDuration=0.05626304015751257 timePerSample=1.8507620450390454e-05 desiredShards=0.0563196820753797 highestSent=1.671691932e+09 highestRecv=1.671691932e+09
ts=2022-12-22T06:52:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0563196820753797 upperBound=1.3
ts=2022-12-22T06:52:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536559977663 dataOutRate=0.3360655779666588 dataKeptRatio=0.00011043884317867059 dataPendingRate=5.747532358713059e-06 dataPending=3.3607132549901753 dataOutDuration=0.00032570973950876844 timePerSample=0.0009691850664368912 desiredShards=0.0004885729648969491 highestSent=1.671691922e+09 highestRecv=1.671691932e+09
ts=2022-12-22T06:52:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004885729648969491 upperBound=1.3
ts=2022-12-22T06:52:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022924798213 dataOutRate=3241.9945530901828 dataKeptRatio=1 dataPendingRate=3.028371708030136 dataPending=0 dataOutDuration=0.06267848796601007 timePerSample=1.9333310694882754e-05 desiredShards=0.062737036417141 highestSent=1.671691941e+09 highestRecv=1.671691941e+09
ts=2022-12-22T06:52:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.062737036417141 upperBound=1.3
ts=2022-12-22T06:52:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.022924798213 dataOutRate=0.36885246237332703 dataKeptRatio=0.00011366859446456981 dataPendingRate=4.732493793235815e-06 dataPending=1.1065715846013608 dataOutDuration=0.00039283391160701474 timePerSample=0.0010650163728862824 desiredShards=0.00045176479455894745 highestSent=1.671691938e+09 highestRecv=1.671691941e+09
ts=2022-12-22T06:52:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00045176479455894745 upperBound=1.3
ts=2022-12-22T06:52:22.689Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:52:22.694Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:52:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.65833983857 dataOutRate=2783.595642472146 dataKeptRatio=1 dataPendingRate=0.06269736642389034 dataPending=0 dataOutDuration=0.05338136385280805 timePerSample=1.9177125814652946e-05 desiredShards=0.0533825662080922 highestSent=1.671691952e+09 highestRecv=1.671691952e+09
ts=2022-12-22T06:52:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0533825662080922 upperBound=1.3
ts=2022-12-22T06:52:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.65833983857 dataOutRate=0.29508196989866164 dataKeptRatio=0.00010600636452480235 dataPendingRate=3.5307867719547303e-06 dataPending=4.131197009596071 dataOutDuration=0.0003142671292856118 timePerSample=0.0010650163728862824 desiredShards=0.0005342605123732663 highestSent=1.671691938e+09 highestRecv=1.671691952e+09
ts=2022-12-22T06:52:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005342605123732663 upperBound=1.3
ts=2022-12-22T06:52:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870856 dataOutRate=3046.876513977717 dataKeptRatio=1 dataPendingRate=-3.9498421068610696 dataPending=0 dataOutDuration=0.06442967796224644 timePerSample=2.1146140208397576e-05 desiredShards=0.06434615404725372 highestSent=1.671691962e+09 highestRecv=1.671691962e+09
ts=2022-12-22T06:52:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06434615404725372 upperBound=1.3
ts=2022-12-22T06:52:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870856 dataOutRate=0.3360655759189293 dataKeptRatio=0.00011044252950962511 dataPendingRate=2.9428347930182674e-06 dataPending=3.3606851875372232 dataOutDuration=0.0003252453834284894 timePerSample=0.000967803329868424 desiredShards=0.0004878723472707021 highestSent=1.671691952e+09 highestRecv=1.671691962e+09
ts=2022-12-22T06:52:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004878723472707021 upperBound=1.3
ts=2022-12-22T06:52:48.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:52:48.689Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:52:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496685 dataOutRate=3247.5012111821734 dataKeptRatio=1 dataPendingRate=-2.5798736854885647 dataPending=3244.921337496685 dataOutDuration=0.06598248740979716 timePerSample=2.031792541988856e-05 desiredShards=0.06922657321509582 highestSent=1.671691971e+09 highestRecv=1.671691972e+09
ts=2022-12-22T06:52:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496685 dataOutRate=0.36885246073514344 dataKeptRatio=0.00011366303406596442 dataPendingRate=-2.4856209882906377e-05 dataPending=1.8441380226263027 dataOutDuration=0.00034835774674279156 timePerSample=0.0009444365534352007 desiredShards=0.0004354178395369978 highestSent=1.671691967e+09 highestRecv=1.671691972e+09
ts=2022-12-22T06:52:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06922657321509582 upperBound=1.3
ts=2022-12-22T06:52:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004354178395369978 upperBound=1.3
ts=2022-12-22T06:53:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.817069997348 dataOutRate=0.29508196858811475 dataKeptRatio=0.00010600152844889245 dataPendingRate=6.895753721536391e-06 dataPending=4.4263329651275445 dataOutDuration=0.0002786861973942333 timePerSample=0.0009444365534352008 desiredShards=0.00048771224249319497 highestSent=1.671691967e+09 highestRecv=1.671691982e+09
ts=2022-12-22T06:53:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00048771224249319497 upperBound=1.3
ts=2022-12-22T06:53:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.817069997348 dataOutRate=2788.000968945739 dataKeptRatio=1 dataPendingRate=-4.1838989483908335 dataPending=0 dataOutDuration=0.05600276962783773 timePerSample=2.0087069642954516e-05 desiredShards=0.055918727358282315 highestSent=1.671691982e+09 highestRecv=1.671691982e+09
ts=2022-12-22T06:53:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.055918727358282315 upperBound=1.3
ts=2022-12-22T06:53:10.006Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Pod total 8 items received"
ts=2022-12-22T06:53:10.008Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?allowWatchBookmarks=true&resourceVersion=1143291&timeout=9m25s&timeoutSeconds=565&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:53:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997878 dataOutRate=3040.400775156591 dataKeptRatio=1 dataPendingRate=2.652880841287242 dataPending=0 dataOutDuration=0.06489595006227018 timePerSample=2.1344538059765434e-05 desiredShards=0.06495257457835506 highestSent=1.671691992e+09 highestRecv=1.671691992e+09
ts=2022-12-22T06:53:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06495257457835506 upperBound=1.3
ts=2022-12-22T06:53:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997878 dataOutRate=0.3360655748704918 dataKeptRatio=0.00011043884216130753 dataPendingRate=5.747532647648601e-06 dataPending=3.3607132240313953 dataOutDuration=0.0003005921379153866 timePerSample=0.0008944448952595771 desiredShards=0.00045089591814993546 highestSent=1.671691982e+09 highestRecv=1.671691992e+09
ts=2022-12-22T06:53:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00045089591814993546 upperBound=1.3
ts=2022-12-22T06:53:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983025 dataOutRate=3242.320620125273 dataKeptRatio=1 dataPendingRate=2.70230467302963 dataPending=0 dataOutDuration=0.06640459368981615 timePerSample=2.0480575942317046e-05 desiredShards=0.0664599384458914 highestSent=1.671692001e+09 highestRecv=1.671692001e+09
ts=2022-12-22T06:53:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0664599384458914 upperBound=1.3
ts=2022-12-22T06:53:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983025 dataOutRate=0.3688524598963935 dataKeptRatio=0.00011366859370134133 dataPendingRate=4.732494043035995e-06 dataPending=1.475428769561746 dataOutDuration=0.00037860537033230926 timePerSample=0.0010264412237853998 desiredShards=0.0004543322735511436 highestSent=1.671691997e+09 highestRecv=1.671692001e+09
ts=2022-12-22T06:53:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004543322735511436 upperBound=1.3
ts=2022-12-22T06:53:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838642 dataOutRate=2783.8564961002185 dataKeptRatio=1 dataPendingRate=-0.19815626157651423 dataPending=0 dataOutDuration=0.057030781411852915 timePerSample=2.0486250455705895e-05 desiredShards=0.05702672193304889 highestSent=1.671692012e+09 highestRecv=1.671692012e+09
ts=2022-12-22T06:53:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05702672193304889 upperBound=1.3
ts=2022-12-22T06:53:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838642 dataOutRate=0.2950819679171148 dataKeptRatio=0.0001060063638130167 dataPendingRate=3.530786958361176e-06 dataPending=4.426282480561097 dataOutDuration=0.0003028842962658474 timePerSample=0.0010264412237854 desiredShards=0.0005300538607194843 highestSent=1.671691997e+09 highestRecv=1.671692012e+09
ts=2022-12-22T06:53:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005300538607194843 upperBound=1.3
ts=2022-12-22T06:53:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266718709137 dataOutRate=3047.085196880175 dataKeptRatio=1 dataPendingRate=-4.158525009261211 dataPending=0 dataOutDuration=0.06030184560948233 timePerSample=1.9790009702132288e-05 desiredShards=0.06021954835920249 highestSent=1.671692022e+09 highestRecv=1.671692022e+09
ts=2022-12-22T06:53:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06021954835920249 upperBound=1.3
ts=2022-12-22T06:53:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266718709137 dataOutRate=0.33606557433369183 dataKeptRatio=0.00011044252898871787 dataPendingRate=2.942834954333673e-06 dataPending=3.3606851716864616 dataOutDuration=0.0003757176970126779 timePerSample=0.0011179892428958345 desiredShards=0.0005635814806057508 highestSent=1.671692012e+09 highestRecv=1.671692022e+09
ts=2022-12-22T06:53:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005635814806057508 upperBound=1.3
ts=2022-12-22T06:53:48.712Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:53:48.717Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:53:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9213374967308 dataOutRate=3247.66815750414 dataKeptRatio=1 dataPendingRate=-2.746820007409042 dataPending=3244.9213374967308 dataOutDuration=0.06224070548758587 timePerSample=1.916473681086259e-05 desiredShards=0.06529746657533092 highestSent=1.671692031e+09 highestRecv=1.671692032e+09
ts=2022-12-22T06:53:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06529746657533092 upperBound=1.3
ts=2022-12-22T06:53:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.9213374967308 dataOutRate=0.36885245946695344 dataKeptRatio=0.00011366303367521057 dataPendingRate=-2.4856209653201233e-05 dataPending=1.844138016286501 dataOutDuration=0.0004076322976101423 timePerSample=0.0011051364499486637 desiredShards=0.0005095060351335587 highestSent=1.671692027e+09 highestRecv=1.671692032e+09
ts=2022-12-22T06:53:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005095060351335587 upperBound=1.3
ts=2022-12-22T06:54:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973844 dataOutRate=2778.1345260033117 dataKeptRatio=1 dataPendingRate=5.682543994072603 dataPending=0 dataOutDuration=0.053470340570068685 timePerSample=1.924685074447865e-05 desiredShards=0.053579711646171535 highestSent=1.671692042e+09 highestRecv=1.671692042e+09
ts=2022-12-22T06:54:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973844 dataOutRate=0.29508196757356275 dataKeptRatio=0.00010600152808447483 dataPendingRate=6.89575380541374e-06 dataPending=4.426332949910523 dataOutDuration=0.00032610583808811386 timePerSample=0.0011051364499486639 desiredShards=0.0005706985529647398 highestSent=1.671692027e+09 highestRecv=1.671692042e+09
ts=2022-12-22T06:54:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.053579711646171535 upperBound=1.3
ts=2022-12-22T06:54:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005706985529647398 upperBound=1.3
ts=2022-12-22T06:54:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536559979073 dataOutRate=0.3360655740588502 dataKeptRatio=0.00011043884189461193 dataPendingRate=5.747532723476834e-06 dataPending=3.024641894324163 dataOutDuration=0.0003393318504704911 timePerSample=0.0010097191639482504 desiredShards=0.0004920395981034198 highestSent=1.671692043e+09 highestRecv=1.671692052e+09
ts=2022-12-22T06:54:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004920395981034198 upperBound=1.3
ts=2022-12-22T06:54:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536559979073 dataOutRate=3042.5076208026494 dataKeptRatio=1 dataPendingRate=0.5460351952579003 dataPending=0 dataOutDuration=0.059754739756054956 timePerSample=1.9639963873053817e-05 desiredShards=0.059765463867563234 highestSent=1.671692052e+09 highestRecv=1.671692052e+09
ts=2022-12-22T06:54:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.059765463867563234 upperBound=1.3
ts=2022-12-22T06:54:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983257 dataOutRate=0.36885245924708016 dataKeptRatio=0.00011366859350126556 dataPendingRate=4.732494108539154e-06 dataPending=1.4754287669647548 dataOutDuration=0.00035131496037639286 timePerSample=0.0009524538919803173 desiredShards=0.0004215833614305904 highestSent=1.671692057e+09 highestRecv=1.671692061e+09
ts=2022-12-22T06:54:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004215833614305904 upperBound=1.3
ts=2022-12-22T06:54:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983257 dataOutRate=3244.0060966421197 dataKeptRatio=1 dataPendingRate=1.0168281562059747 dataPending=0 dataOutDuration=0.062339633764843964 timePerSample=1.9216867018028082e-05 desiredShards=0.06235917401630196 highestSent=1.671692061e+09 highestRecv=1.671692061e+09
ts=2022-12-22T06:54:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06235917401630196 upperBound=1.3
ts=2022-12-22T06:54:22.691Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:54:22.697Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:54:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583398386606 dataOutRate=2785.2048773136958 dataKeptRatio=1 dataPendingRate=-1.5465374750351657 dataPending=0 dataOutDuration=0.05310234845187516 timePerSample=1.906586796698844e-05 desiredShards=0.05307286237257015 highestSent=1.671692072e+09 highestRecv=1.671692072e+09
ts=2022-12-22T06:54:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05307286237257015 upperBound=1.3
ts=2022-12-22T06:54:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583398386606 dataOutRate=0.2950819673976641 dataKeptRatio=0.00010600636362642636 dataPendingRate=3.5307870072665004e-06 dataPending=4.426282472770071 dataOutDuration=0.0002810519683011143 timePerSample=0.0009524538919803173 desiredShards=0.000491846829622647 highestSent=1.671692057e+09 highestRecv=1.671692072e+09
ts=2022-12-22T06:54:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.000491846829622647 upperBound=1.3
ts=2022-12-22T06:54:39.992Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Service total 6 items received"
ts=2022-12-22T06:54:39.993Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/services?allowWatchBookmarks=true&resourceVersion=1144230&timeout=8m28s&timeoutSeconds=508&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:54:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266718709287 dataOutRate=3038.163901850957 dataKeptRatio=1 dataPendingRate=4.762770019971867 dataPending=0 dataOutDuration=0.05711204840150014 timePerSample=1.8798211764251908e-05 desiredShards=0.05720157996092 highestSent=1.671692082e+09 highestRecv=1.671692082e+09
ts=2022-12-22T06:54:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266718709287 dataOutRate=0.3360655739181313 dataKeptRatio=0.00011044252885216514 dataPendingRate=2.942834996577659e-06 dataPending=3.360685167531279 dataOutDuration=0.00031645747464089145 timePerSample=0.000941653948517748 desiredShards=0.00047469036865962875 highestSent=1.671692072e+09 highestRecv=1.671692082e+09
ts=2022-12-22T06:54:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00047469036865962875 upperBound=1.3
ts=2022-12-22T06:54:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05720157996092 upperBound=1.3
ts=2022-12-22T06:54:48.734Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:54:48.741Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:54:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496743 dataOutRate=3250.5311214807653 dataKeptRatio=1 dataPendingRate=-5.609783984022215 dataPending=0 dataOutDuration=0.06281150058120011 timePerSample=1.9323457685458676e-05 desiredShards=0.06270310015776029 highestSent=1.671692092e+09 highestRecv=1.671692092e+09
ts=2022-12-22T06:54:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06270310015776029 upperBound=1.3
ts=2022-12-22T06:54:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496743 dataOutRate=0.36885245913450504 dataKeptRatio=0.00011366303357277677 dataPendingRate=-2.4856209593027145e-05 dataPending=1.8441380146245603 dataOutDuration=0.0003874782997127131 timePerSample=0.0010504967233291944 desiredShards=0.0004843152354324766 highestSent=1.671692087e+09 highestRecv=1.671692092e+09
ts=2022-12-22T06:54:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004843152354324766 upperBound=1.3
ts=2022-12-22T06:54:54.006Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Pod total 10 items received"
ts=2022-12-22T06:54:54.008Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?allowWatchBookmarks=true&resourceVersion=1144399&timeout=8m38s&timeoutSeconds=518&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:55:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973944 dataOutRate=2780.4248971846123 dataKeptRatio=1 dataPendingRate=3.3921728127820643 dataPending=0 dataOutDuration=0.05341633466496009 timePerSample=1.9211572561822518e-05 desiredShards=0.053481503639095096 highestSent=1.671692102e+09 highestRecv=1.671692102e+09
ts=2022-12-22T06:55:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973944 dataOutRate=0.29508196730760405 dataKeptRatio=0.00010600152798894495 dataPendingRate=6.895753827451667e-06 dataPending=4.426332945921473 dataOutDuration=0.0003099826397701705 timePerSample=0.0010504967233291942 desiredShards=0.0005424822965396994 highestSent=1.671692087e+09 highestRecv=1.671692102e+09
ts=2022-12-22T06:55:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.053481503639095096 upperBound=1.3
ts=2022-12-22T06:55:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005424822965396994 upperBound=1.3
ts=2022-12-22T06:55:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536559979155 dataOutRate=3044.33991774769 dataKeptRatio=1 dataPendingRate=-1.2862617497744395 dataPending=0 dataOutDuration=0.05746250865196807 timePerSample=1.8875194690637853e-05 desiredShards=0.05743823021101796 highestSent=1.671692112e+09 highestRecv=1.671692112e+09
ts=2022-12-22T06:55:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05743823021101796 upperBound=1.3
ts=2022-12-22T06:55:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536559979155 dataOutRate=0.33606557384608327 dataKeptRatio=0.00011043884182469929 dataPendingRate=5.747532743405337e-06 dataPending=3.3607132137882667 dataOutDuration=0.0003257678718161364 timePerSample=0.0009693580573811967 desiredShards=0.0004886601648499669 highestSent=1.671692102e+09 highestRecv=1.671692112e+09
ts=2022-12-22T06:55:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004886601648499669 upperBound=1.3
ts=2022-12-22T06:55:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983325 dataOutRate=0.3688524590768666 dataKeptRatio=0.0001136685934488169 dataPendingRate=4.732494125803122e-06 dataPending=1.4754287662839696 dataOutDuration=0.0003540776174529091 timePerSample=0.0009599437627149491 desiredShards=0.0004248985924573527 highestSent=1.671692117e+09 highestRecv=1.671692121e+09
ts=2022-12-22T06:55:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004248985924573527 upperBound=1.3
ts=2022-12-22T06:55:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983325 dataOutRate=3245.4719341981518 dataKeptRatio=1 dataPendingRate=-0.4490093998192606 dataPending=0 dataOutDuration=0.06005491964157446 timePerSample=1.850421783308751e-05 desiredShards=0.060046611073831094 highestSent=1.671692121e+09 highestRecv=1.671692121e+09
ts=2022-12-22T06:55:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.060046611073831094 upperBound=1.3
ts=2022-12-22T06:55:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838666 dataOutRate=2786.3775473585215 dataKeptRatio=1 dataPendingRate=-2.719207519855445 dataPending=0 dataOutDuration=0.051488542613259566 timePerSample=1.8478666920809266e-05 desiredShards=0.051438295283211595 highestSent=1.671692132e+09 highestRecv=1.671692132e+09
ts=2022-12-22T06:55:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.051438295283211595 upperBound=1.3
ts=2022-12-22T06:55:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838666 dataOutRate=0.29508196726149327 dataKeptRatio=0.00010600636357751282 dataPendingRate=3.5307870200895763e-06 dataPending=4.426282470727701 dataOutDuration=0.0002832620939623273 timePerSample=0.0009599437627149491 desiredShards=0.0004957145958087832 highestSent=1.671692117e+09 highestRecv=1.671692132e+09
ts=2022-12-22T06:55:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004957145958087832 upperBound=1.3
ts=2022-12-22T06:55:36.992Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Service total 10 items received"
ts=2022-12-22T06:55:36.994Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/services?allowWatchBookmarks=true&resourceVersion=1144821&timeout=8m31s&timeoutSeconds=511&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:55:42.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266718709328 dataOutRate=3039.102037886817 dataKeptRatio=1 dataPendingRate=3.824633984115735 dataPending=0 dataOutDuration=0.055549127490607655 timePerSample=1.8278138344190874e-05 desiredShards=0.055619034679685216 highestSent=1.671692142e+09 highestRecv=1.671692142e+09
ts=2022-12-22T06:55:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.055619034679685216 upperBound=1.3
ts=2022-12-22T06:55:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.9266718709328 dataOutRate=0.3360655738091946 dataKeptRatio=0.00011044252881636865 dataPendingRate=2.942835007624378e-06 dataPending=3.3606851664420225 dataOutDuration=0.0002930929751698618 timePerSample=0.0008721303162586625 desiredShards=0.00043964331255823155 highestSent=1.671692132e+09 highestRecv=1.671692142e+09
ts=2022-12-22T06:55:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00043964331255823155 upperBound=1.3
ts=2022-12-22T06:55:48.758Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:55:48.765Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:55:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496746 dataOutRate=0.3688524590473557 dataKeptRatio=0.00011366303354592437 dataPendingRate=-2.485620957726198e-05 dataPending=1.4753104113511137 dataOutDuration=0.00036855666013588945 timePerSample=0.0009991980562845367 desiredShards=0.00044223818863151196 highestSent=1.671692148e+09 highestRecv=1.671692152e+09
ts=2022-12-22T06:55:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00044223818863151196 upperBound=1.3
ts=2022-12-22T06:55:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496746 dataOutRate=3241.2816303094537 dataKeptRatio=1 dataPendingRate=3.6397071872925153 dataPending=3244.921337496746 dataOutDuration=0.061263798932486124 timePerSample=1.8901103304200417e-05 desiredShards=0.0643992230847317 highestSent=1.671692151e+09 highestRecv=1.671692152e+09
ts=2022-12-22T06:55:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0643992230847317 upperBound=1.3
ts=2022-12-22T06:55:57.997Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Pod total 6 items received"
ts=2022-12-22T06:55:57.998Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/pods?allowWatchBookmarks=true&resourceVersion=1144986&timeout=6m7s&timeoutSeconds=367&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:56:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.817069997397 dataOutRate=2783.025304247563 dataKeptRatio=1 dataPendingRate=0.7917657498342123 dataPending=0 dataOutDuration=0.0537139874459889 timePerSample=1.9300574581197124e-05 desiredShards=0.05372926897989442 highestSent=1.671692162e+09 highestRecv=1.671692162e+09
ts=2022-12-22T06:56:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05372926897989442 upperBound=1.3
ts=2022-12-22T06:56:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.817069997397 dataOutRate=0.29508196723788455 dataKeptRatio=0.00010600152796390234 dataPendingRate=6.895753833224827e-06 dataPending=4.131244081884049 dataOutDuration=0.0002948453281087115 timePerSample=0.0009991980562845365 desiredShards=0.0005012487711653151 highestSent=1.671692148e+09 highestRecv=1.671692162e+09
ts=2022-12-22T06:56:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005012487711653151 upperBound=1.3
ts=2022-12-22T06:56:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536559979178 dataOutRate=3046.4202433980504 dataKeptRatio=1 dataPendingRate=-3.36658740013263 dataPending=0 dataOutDuration=0.05826931579679112 timePerSample=1.9127143053578232e-05 desiredShards=0.05820492259798642 highestSent=1.671692172e+09 highestRecv=1.671692172e+09
ts=2022-12-22T06:56:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05820492259798642 upperBound=1.3
ts=2022-12-22T06:56:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.0536559979178 dataOutRate=0.33606557379030766 dataKeptRatio=0.0001104388418063721 dataPendingRate=5.747532748623385e-06 dataPending=3.360713213230563 dataOutDuration=0.0003128563824869692 timePerSample=0.0009309385039307236 desiredShards=0.0004692925996297613 highestSent=1.671692162e+09 highestRecv=1.671692172e+09
ts=2022-12-22T06:56:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004692925996297613 upperBound=1.3
ts=2022-12-22T06:56:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983343 dataOutRate=0.3688524590322461 dataKeptRatio=0.0001136685934350678 dataPendingRate=4.732494130355036e-06 dataPending=1.4754287661055059 dataOutDuration=0.0003898600459895754 timePerSample=0.0010569539024152005 desiredShards=0.0004678380576212575 highestSent=1.671692177e+09 highestRecv=1.671692181e+09
ts=2022-12-22T06:56:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004678380576212575 upperBound=1.3
ts=2022-12-22T06:56:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983343 dataOutRate=3247.1361947184405 dataKeptRatio=1 dataPendingRate=-2.113269920106177 dataPending=0 dataOutDuration=0.0610887924174329 timePerSample=1.881312909412163e-05 desiredShards=0.06104903519761521 highestSent=1.671692181e+09 highestRecv=1.671692181e+09
ts=2022-12-22T06:56:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06104903519761521 upperBound=1.3
ts=2022-12-22T06:56:22.689Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:56:22.692Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:56:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583398386674 dataOutRate=2787.708955774752 dataKeptRatio=1 dataPendingRate=-4.050615936084796 dataPending=0 dataOutDuration=0.05209845307394631 timePerSample=1.8688627077092866e-05 desiredShards=0.0520227526232843 highestSent=1.671692192e+09 highestRecv=1.671692192e+09
ts=2022-12-22T06:56:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0520227526232843 upperBound=1.3
ts=2022-12-22T06:56:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.6583398386674 dataOutRate=0.2950819672257969 dataKeptRatio=0.00010600636356469043 dataPendingRate=3.5307870234757566e-06 dataPending=4.426282470192305 dataOutDuration=0.0003118880367916603 timePerSample=0.0010569539024152005 desiredShards=0.0005458105951738709 highestSent=1.671692177e+09 highestRecv=1.671692192e+09
ts=2022-12-22T06:56:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005458105951738709 upperBound=1.3
ts=2022-12-22T06:56:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=3040.167164619802 dataKeptRatio=1 dataPendingRate=2.759507251132163 dataPending=0 dataOutDuration=0.056864679859157045 timePerSample=1.8704458268257247e-05 desiredShards=0.0569162949473768 highestSent=1.671692202e+09 highestRecv=1.671692202e+09
ts=2022-12-22T06:56:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0569162949473768 upperBound=1.3
ts=2022-12-22T06:56:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=0.3360655737806375 dataKeptRatio=0.00011044252880698482 dataPendingRate=2.9428350106219803e-06 dataPending=3.3606851661564807 dataOutDuration=0.00037862080943332823 timePerSample=0.0011266277743773544 desiredShards=0.0005679361873694797 highestSent=1.671692192e+09 highestRecv=1.671692202e+09
ts=2022-12-22T06:56:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005679361873694797 upperBound=1.3
ts=2022-12-22T06:56:48.790Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:56:48.793Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:56:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=3242.1337316958416 dataKeptRatio=1 dataPendingRate=2.787605800905567 dataPending=3244.921337496747 dataOutDuration=0.05934828526732564 timePerSample=1.8305316861893516e-05 desiredShards=0.06236927893853713 highestSent=1.671692211e+09 highestRecv=1.671692212e+09
ts=2022-12-22T06:56:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06236927893853713 upperBound=1.3
ts=2022-12-22T06:56:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=0.36885245902451 dataKeptRatio=0.00011366303353888517 dataPendingRate=-2.4856209573154153e-05 dataPending=1.8441380140746846 dataOutDuration=0.0003701850875466626 timePerSample=0.001003612903993312 desiredShards=0.0004627001769174883 highestSent=1.671692207e+09 highestRecv=1.671692212e+09
ts=2022-12-22T06:56:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004627001769174883 upperBound=1.3
ts=2022-12-22T06:56:56.993Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Endpoints total 10 items received"
ts=2022-12-22T06:56:56.995Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/endpoints?allowWatchBookmarks=true&resourceVersion=1145506&timeout=6m56s&timeoutSeconds=416&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:57:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973975 dataOutRate=0.295081967219608 dataKeptRatio=0.00010600152795733756 dataPendingRate=6.895753834668117e-06 dataPending=4.42633294460164 dataOutDuration=0.0002961480700373301 timePerSample=0.001003612903993312 desiredShards=0.0005182712337335072 highestSent=1.671692207e+09 highestRecv=1.671692222e+09
ts=2022-12-22T06:57:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005182712337335072 upperBound=1.3
ts=2022-12-22T06:57:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973975 dataOutRate=2783.706985356673 dataKeptRatio=1 dataPendingRate=0.11008464072438073 dataPending=0 dataOutDuration=0.05063828821386051 timePerSample=1.8190954895840907e-05 desiredShards=0.05064029075859465 highestSent=1.671692222e+09 highestRecv=1.671692222e+09
ts=2022-12-22T06:57:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05064029075859465 upperBound=1.3
ts=2022-12-22T06:57:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997918 dataOutRate=3046.9655882853385 dataKeptRatio=1 dataPendingRate=-3.9119322874203135 dataPending=0 dataOutDuration=0.06269225049108841 timePerSample=2.0575306374355246e-05 desiredShards=0.062611761285759 highestSent=1.671692232e+09 highestRecv=1.671692232e+09
ts=2022-12-22T06:57:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.062611761285759 upperBound=1.3
ts=2022-12-22T06:57:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997918 dataOutRate=0.3360655737756864 dataKeptRatio=0.00011043884180156773 dataPendingRate=5.747532750011164e-06 dataPending=3.3607132130843644 dataOutDuration=0.0002877715160298641 timePerSample=0.0008562957306122134 desiredShards=0.0004316646564264293 highestSent=1.671692222e+09 highestRecv=1.671692232e+09
ts=2022-12-22T06:57:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004316646564264293 upperBound=1.3
ts=2022-12-22T06:57:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983348 dataOutRate=0.36885245902054914 dataKeptRatio=0.00011366859343146355 dataPendingRate=4.73249413152077e-06 dataPending=1.4754287660587226 dataOutDuration=0.00037270477282389127 timePerSample=0.0010104440507556099 desiredShards=0.0004472514656933181 highestSent=1.671692237e+09 highestRecv=1.671692241e+09
ts=2022-12-22T06:57:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004472514656933181 upperBound=1.3
ts=2022-12-22T06:57:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983348 dataOutRate=3247.572470628271 dataKeptRatio=1 dataPendingRate=-2.5495458299360507 dataPending=0 dataOutDuration=0.06550447363287072 timePerSample=2.0170288492499236e-05 desiredShards=0.06545304855795607 highestSent=1.671692241e+09 highestRecv=1.671692241e+09
ts=2022-12-22T06:57:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06545304855795607 upperBound=1.3
ts=2022-12-22T06:57:22.689Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:57:22.692Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:57:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838668 dataOutRate=2778.057976502617 dataKeptRatio=1 dataPendingRate=5.600363336051032 dataPending=0 dataOutDuration=0.05587433224629658 timePerSample=2.0112730806517762e-05 desiredShards=0.05598697084649327 highestSent=1.671692252e+09 highestRecv=1.671692252e+09
ts=2022-12-22T06:57:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05598697084649327 upperBound=1.3
ts=2022-12-22T06:57:32.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838668 dataOutRate=0.2950819672164393 dataKeptRatio=0.00010600636356132911 dataPendingRate=3.530787024363935e-06 dataPending=4.426282470051955 dataOutDuration=0.000298163818259113 timePerSample=0.0010104440507556099 desiredShards=0.0005217929253632485 highestSent=1.671692237e+09 highestRecv=1.671692252e+09
ts=2022-12-22T06:57:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005217929253632485 upperBound=1.3
ts=2022-12-22T06:57:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=3042.4463812020936 dataKeptRatio=1 dataPendingRate=0.4802906688405528 dataPending=0 dataOutDuration=0.059099825037037264 timePerSample=1.942509994660497e-05 desiredShards=0.05910915473128292 highestSent=1.671692262e+09 highestRecv=1.671692262e+09
ts=2022-12-22T06:57:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05910915473128292 upperBound=1.3
ts=2022-12-22T06:57:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=0.33606557377315144 dataKeptRatio=0.0001104425288045249 dataPendingRate=2.942835011288114e-06 dataPending=3.3606851660816273 dataOutDuration=0.0003704002746072904 timePerSample=0.0011021666707739465 desiredShards=0.0005556052771529362 highestSent=1.671692252e+09 highestRecv=1.671692262e+09
ts=2022-12-22T06:57:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005556052771529362 upperBound=1.3
ts=2022-12-22T06:57:48.815Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:57:48.822Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:57:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=3243.9571049616748 dataKeptRatio=1 dataPendingRate=0.9642325350723695 dataPending=3244.921337496747 dataOutDuration=0.06122167196962981 timePerSample=1.887252820821535e-05 desiredShards=0.06430186294911461 highestSent=1.671692271e+09 highestRecv=1.671692272e+09
ts=2022-12-22T06:57:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=0.36885245901852115 dataKeptRatio=0.0001136630335370399 dataPendingRate=-2.485620957204393e-05 dataPending=1.8441380140447456 dataOutDuration=0.00043145635968583226 timePerSample=0.0011697261306970643 desiredShards=0.0005392841059099822 highestSent=1.671692267e+09 highestRecv=1.671692272e+09
ts=2022-12-22T06:57:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06430186294911461 upperBound=1.3
ts=2022-12-22T06:57:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005392841059099822 upperBound=1.3
ts=2022-12-22T06:58:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973975 dataOutRate=2785.1656839693396 dataKeptRatio=1 dataPendingRate=-1.3486139719420862 dataPending=0 dataOutDuration=0.05228037969570385 timePerSample=1.877101243800883e-05 desiredShards=0.05225506484606245 highestSent=1.671692282e+09 highestRecv=1.671692282e+09
ts=2022-12-22T06:58:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05225506484606245 upperBound=1.3
ts=2022-12-22T06:58:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973975 dataOutRate=0.29508196721481694 dataKeptRatio=0.00010600152795561667 dataPendingRate=6.895753835112206e-06 dataPending=4.42633294452978 dataOutDuration=0.00034516508774866584 timePerSample=0.0011697261306970643 desiredShards=0.0006040530193112057 highestSent=1.671692267e+09 highestRecv=1.671692282e+09
ts=2022-12-22T06:58:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0006040530193112057 upperBound=1.3
ts=2022-12-22T06:58:09.997Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Endpoints total 7 items received"
ts=2022-12-22T06:58:09.998Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/endpoints?allowWatchBookmarks=true&resourceVersion=1146214&timeout=9m10s&timeoutSeconds=550&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T06:58:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997918 dataOutRate=3038.1325471754717 dataKeptRatio=1 dataPendingRate=4.921108822446513 dataPending=0 dataOutDuration=0.05678221181656308 timePerSample=1.8689840201130482e-05 desiredShards=0.05687418655406698 highestSent=1.671692292e+09 highestRecv=1.671692292e+09
ts=2022-12-22T06:58:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05687418655406698 upperBound=1.3
ts=2022-12-22T06:58:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997918 dataOutRate=0.33606557377185353 dataKeptRatio=0.0001104388418003083 dataPendingRate=5.747532750344231e-06 dataPending=3.360713213046039 dataOutDuration=0.00033077943019893264 timePerSample=0.000984270499612348 desiredShards=0.0004961776309887966 highestSent=1.671692282e+09 highestRecv=1.671692292e+09
ts=2022-12-22T06:58:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004961776309887966 upperBound=1.3
ts=2022-12-22T06:58:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983348 dataOutRate=0.3688524590174828 dataKeptRatio=0.00011366859343051872 dataPendingRate=4.732494131853837e-06 dataPending=1.4754287660464587 dataOutDuration=0.0003316573641591461 timePerSample=0.0008991599650510294 desiredShards=0.0003979939433140851 highestSent=1.671692297e+09 highestRecv=1.671692301e+09
ts=2022-12-22T06:58:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983348 dataOutRate=3250.5060377403775 dataKeptRatio=1 dataPendingRate=-5.4831129420426805 dataPending=0 dataOutDuration=0.05969382289325047 timePerSample=1.836447070092115e-05 desiredShards=0.05959312842627648 highestSent=1.671692301e+09 highestRecv=1.671692301e+09
ts=2022-12-22T06:58:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0003979939433140851 upperBound=1.3
ts=2022-12-22T06:58:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05959312842627648 upperBound=1.3
ts=2022-12-22T06:58:22.694Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:58:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838668 dataOutRate=2780.404830192302 dataKeptRatio=1 dataPendingRate=3.2535096463657283 dataPending=0 dataOutDuration=0.05101928145460037 timePerSample=1.8349587405612334e-05 desiredShards=0.05107898201423136 highestSent=1.671692312e+09 highestRecv=1.671692312e+09
ts=2022-12-22T06:58:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838668 dataOutRate=0.2950819672139863 dataKeptRatio=0.00010600636356044797 dataPendingRate=3.5307870245859796e-06 dataPending=4.426282470015163 dataOutDuration=0.00026532589132731687 timePerSample=0.0008991599650510293 desiredShards=0.00046432586562189537 highestSent=1.671692297e+09 highestRecv=1.671692312e+09
ts=2022-12-22T06:58:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05107898201423136 upperBound=1.3
ts=2022-12-22T06:58:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00046432586562189537 upperBound=1.3
ts=2022-12-22T06:58:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=3044.323864153842 dataKeptRatio=1 dataPendingRate=-1.3971922829077812 dataPending=0 dataOutDuration=0.05596380604368029 timePerSample=1.8383000147467955e-05 desiredShards=0.05593812145773756 highestSent=1.671692322e+09 highestRecv=1.671692322e+09
ts=2022-12-22T06:58:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05593812145773756 upperBound=1.3
ts=2022-12-22T06:58:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=0.336065573771189 dataKeptRatio=0.00011044252880388006 dataPendingRate=2.9428350115101587e-06 dataPending=3.360685166062005 dataOutDuration=0.0002755434330618535 timePerSample=0.0008199097276457655 desiredShards=0.00041331876888135944 highestSent=1.671692312e+09 highestRecv=1.671692322e+09
ts=2022-12-22T06:58:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00041331876888135944 upperBound=1.3
ts=2022-12-22T06:58:48.834Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:58:48.841Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:58:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=3245.4590913230736 dataKeptRatio=1 dataPendingRate=-0.5377538263264796 dataPending=3244.921337496747 dataOutDuration=0.05865408949494424 timePerSample=1.807266332574008e-05 desiredShards=0.06157658939364335 highestSent=1.671692331e+09 highestRecv=1.671692332e+09
ts=2022-12-22T06:58:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06157658939364335 upperBound=1.3
ts=2022-12-22T06:58:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=0.3688524590169512 dataKeptRatio=0.00011366303353655615 dataPendingRate=-2.4856209571766374e-05 dataPending=1.8441380140368973 dataOutDuration=0.00035662608644948285 timePerSample=0.0009668529454838026 desiredShards=0.00044575256768755603 highestSent=1.671692327e+09 highestRecv=1.671692332e+09
ts=2022-12-22T06:58:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00044575256768755603 upperBound=1.3
ts=2022-12-22T06:59:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973975 dataOutRate=0.29508196721356095 dataKeptRatio=0.00010600152795516551 dataPendingRate=6.895753835112206e-06 dataPending=4.426332944510941 dataOutDuration=0.00028530086915958626 timePerSample=0.0009668529454838026 desiredShards=0.000499288188594113 highestSent=1.671692327e+09 highestRecv=1.671692342e+09
ts=2022-12-22T06:59:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.000499288188594113 upperBound=1.3
ts=2022-12-22T06:59:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973975 dataOutRate=2786.367273058459 dataKeptRatio=1 dataPendingRate=-2.5502030610614383 dataPending=0 dataOutDuration=0.050136513035955385 timePerSample=1.799350484795315e-05 desiredShards=0.05009062594481291 highestSent=1.671692342e+09 highestRecv=1.671692342e+09
ts=2022-12-22T06:59:02.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05009062594481291 upperBound=1.3
ts=2022-12-22T06:59:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997918 dataOutRate=3039.0938184467673 dataKeptRatio=1 dataPendingRate=3.9598375511509403 dataPending=0 dataOutDuration=0.058190773108764304 timePerSample=1.9147409255863212e-05 desiredShards=0.058266593738942926 highestSent=1.671692352e+09 highestRecv=1.671692352e+09
ts=2022-12-22T06:59:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.058266593738942926 upperBound=1.3
ts=2022-12-22T06:59:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997918 dataOutRate=0.3360655737708488 dataKeptRatio=0.00011043884179997814 dataPendingRate=5.747532750399742e-06 dataPending=3.360713213035992 dataOutDuration=0.000327599595327669 timePerSample=0.0009748085519495893 desiredShards=0.0004914077971076201 highestSent=1.671692342e+09 highestRecv=1.671692352e+09
ts=2022-12-22T06:59:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004914077971076201 upperBound=1.3
ts=2022-12-22T06:59:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983348 dataOutRate=0.368852459016679 dataKeptRatio=0.00011366859343027105 dataPendingRate=4.732494131909348e-06 dataPending=1.4754287660432437 dataOutDuration=0.0003647537162621352 timePerSample=0.0009888878529765788 desiredShards=0.0004377100754017159 highestSent=1.671692357e+09 highestRecv=1.671692361e+09
ts=2022-12-22T06:59:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004377100754017159 upperBound=1.3
ts=2022-12-22T06:59:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983348 dataOutRate=3241.2750547574137 dataKeptRatio=1 dataPendingRate=3.7478700409210433 dataPending=0 dataOutDuration=0.061959711887011444 timePerSample=1.911584510424978e-05 desiredShards=0.06203135559018455 highestSent=1.671692361e+09 highestRecv=1.671692361e+09
ts=2022-12-22T06:59:22.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06203135559018455 upperBound=1.3
ts=2022-12-22T06:59:22.688Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:59:22.695Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:59:22.987Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:59:22.987Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:59:22.987Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:59:22.989Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:59:23.001Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: forcing resync"
ts=2022-12-22T06:59:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838668 dataOutRate=2783.020043805931 dataKeptRatio=1 dataPendingRate=0.6382960327368892 dataPending=0 dataOutDuration=0.05291655164960916 timePerSample=1.9014074931793485e-05 desiredShards=0.052928688258204286 highestSent=1.671692372e+09 highestRecv=1.671692372e+09
ts=2022-12-22T06:59:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.052928688258204286 upperBound=1.3
ts=2022-12-22T06:59:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838668 dataOutRate=0.29508196721334323 dataKeptRatio=0.000106006363560217 dataPendingRate=3.5307870246414907e-06 dataPending=4.4262824700055186 dataOutDuration=0.00029180297300970815 timePerSample=0.0009888878529765786 desiredShards=0.0005106613129836895 highestSent=1.671692357e+09 highestRecv=1.671692372e+09
ts=2022-12-22T06:59:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0005106613129836895 upperBound=1.3
ts=2022-12-22T06:59:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=0.3360655737706746 dataKeptRatio=0.00011044252880371102 dataPendingRate=2.94283501156567e-06 dataPending=3.3606851660568613 dataOutDuration=0.00030960421840776653 timePerSample=0.0009212613328226091 desiredShards=0.00046441039429180733 highestSent=1.671692372e+09 highestRecv=1.671692382e+09
ts=2022-12-22T06:59:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00046441039429180733 upperBound=1.3
ts=2022-12-22T06:59:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=3046.4160350447446 dataKeptRatio=1 dataPendingRate=-3.4893631738104887 dataPending=0 dataOutDuration=0.06494814111968733 timePerSample=2.131952444201647e-05 desiredShards=0.0648737495562162 highestSent=1.671692382e+09 highestRecv=1.671692382e+09
ts=2022-12-22T06:59:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0648737495562162 upperBound=1.3
ts=2022-12-22T06:59:48.862Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T06:59:48.865Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T06:59:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=0.3688524590165397 dataKeptRatio=0.00011366303353642936 dataPendingRate=-2.4856209571710863e-05 dataPending=1.84413801403484 dataOutDuration=0.00030960765472621323 timePerSample=0.0008393807528129564 desiredShards=0.0003869834886278886 highestSent=1.671692387e+09 highestRecv=1.671692392e+09
ts=2022-12-22T06:59:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0003869834886278886 upperBound=1.3
ts=2022-12-22T06:59:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=3247.1328280357957 dataKeptRatio=1 dataPendingRate=-2.2114905390485546 dataPending=3244.921337496747 dataOutDuration=0.06773828835574985 timePerSample=2.086095393785447e-05 desiredShards=0.0710767622811548 highestSent=1.671692391e+09 highestRecv=1.671692392e+09
ts=2022-12-22T06:59:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0710767622811548 upperBound=1.3
ts=2022-12-22T07:00:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973975 dataOutRate=2787.7062624286364 dataKeptRatio=1 dataPendingRate=-3.8891924312388255 dataPending=0 dataOutDuration=0.05792842130459989 timePerSample=2.0779958808907265e-05 desiredShards=0.05784760404607883 highestSent=1.671692402e+09 highestRecv=1.671692402e+09
ts=2022-12-22T07:00:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.05784760404607883 upperBound=1.3
ts=2022-12-22T07:00:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973975 dataOutRate=0.29508196721323177 dataKeptRatio=0.00010600152795504728 dataPendingRate=6.895753835167717e-06 dataPending=4.426332944506004 dataOutDuration=0.0002476861237809706 timePerSample=0.0008393807528129564 desiredShards=0.000433460845902028 highestSent=1.671692387e+09 highestRecv=1.671692402e+09
ts=2022-12-22T07:00:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.000433460845902028 upperBound=1.3
ts=2022-12-22T07:00:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997918 dataOutRate=3040.165009942909 dataKeptRatio=1 dataPendingRate=2.8886460550093034 dataPending=0 dataOutDuration=0.07600237978367991 timePerSample=2.4999425865080643e-05 desiredShards=0.07607459427658257 highestSent=1.671692412e+09 highestRecv=1.671692412e+09
ts=2022-12-22T07:00:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07607459427658257 upperBound=1.3
ts=2022-12-22T07:00:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997918 dataOutRate=0.33606557377058544 dataKeptRatio=0.00011043884179989162 dataPendingRate=5.747532750455253e-06 dataPending=3.3607132130333595 dataOutDuration=0.0002485218990247765 timePerSample=0.0007395041873418118 desiredShards=0.00037278922402396854 highestSent=1.671692402e+09 highestRecv=1.671692412e+09
ts=2022-12-22T07:00:12.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00037278922402396854 upperBound=1.3
ts=2022-12-22T07:00:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983348 dataOutRate=0.36885245901646835 dataKeptRatio=0.00011366859343020612 dataPendingRate=4.732494131909348e-06 dataPending=1.475428766042401 dataOutDuration=0.00027753821921982114 timePerSample=0.0007524369498846956 desiredShards=0.00033305013614792534 highestSent=1.671692417e+09 highestRecv=1.671692421e+09
ts=2022-12-22T07:00:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00033305013614792534 upperBound=1.3
ts=2022-12-22T07:00:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983348 dataOutRate=3242.132007954327 dataKeptRatio=1 dataPendingRate=2.8909168440077337 dataPending=0 dataOutDuration=0.08204506926694392 timePerSample=2.5305900273539916e-05 desiredShards=0.08211822652029747 highestSent=1.671692421e+09 highestRecv=1.671692421e+09
ts=2022-12-22T07:00:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.08211822652029747 upperBound=1.3
ts=2022-12-22T07:00:22.690Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T07:00:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838668 dataOutRate=2783.705606363462 dataKeptRatio=1 dataPendingRate=-0.047266524793940334 dataPending=0 dataOutDuration=0.06927326379355514 timePerSample=2.4885269345723442e-05 desiredShards=0.06927208755335461 highestSent=1.671692432e+09 highestRecv=1.671692432e+09
ts=2022-12-22T07:00:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838668 dataOutRate=0.2950819672131747 dataKeptRatio=0.00010600636356015644 dataPendingRate=3.5307870246414907e-06 dataPending=4.426282470002991 dataOutDuration=0.00022203057537585692 timePerSample=0.0007524369498846956 desiredShards=0.00038855815612333383 highestSent=1.671692417e+09 highestRecv=1.671692432e+09
ts=2022-12-22T07:00:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06927208755335461 upperBound=1.3
ts=2022-12-22T07:00:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00038855815612333383 upperBound=1.3
ts=2022-12-22T07:00:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=3046.9644850907694 dataKeptRatio=1 dataPendingRate=-4.037813219835243 dataPending=0 dataOutDuration=0.07001617177484411 timePerSample=2.2978991753085142e-05 desiredShards=0.06992338689816502 highestSent=1.671692442e+09 highestRecv=1.671692442e+09
ts=2022-12-22T07:00:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=0.33606557377053975 dataKeptRatio=0.00011044252880366672 dataPendingRate=2.942835011621181e-06 dataPending=3.3606851660555135 dataOutDuration=0.00025970174030068554 timePerSample=0.0007727710321141247 desiredShards=0.00038955602165750223 highestSent=1.671692432e+09 highestRecv=1.671692442e+09
ts=2022-12-22T07:00:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06992338689816502 upperBound=1.3
ts=2022-12-22T07:00:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00038955602165750223 upperBound=1.3
ts=2022-12-22T07:00:48.880Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T07:00:48.885Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T07:00:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=3247.5715880726157 dataKeptRatio=1 dataPendingRate=-2.65025057586854 dataPending=3244.921337496747 dataOutDuration=0.0715462420598753 timePerSample=2.203068973833981e-05 desiredShards=0.07506224797229495 highestSent=1.671692451e+09 highestRecv=1.671692452e+09
ts=2022-12-22T07:00:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07506224797229495 upperBound=1.3
ts=2022-12-22T07:00:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=0.3688524590164318 dataKeptRatio=0.00011366303353639613 dataPendingRate=-2.4856209571655352e-05 dataPending=1.8441380140343007 dataOutDuration=0.0003046642722405485 timePerSample=0.0008259786936298455 desiredShards=0.0003808046769262974 highestSent=1.671692447e+09 highestRecv=1.671692452e+09
ts=2022-12-22T07:00:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0003808046769262974 upperBound=1.3
ts=2022-12-22T07:01:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973975 dataOutRate=2778.0572704580927 dataKeptRatio=1 dataPendingRate=5.759799539304822 dataPending=0 dataOutDuration=0.06045069922790024 timePerSample=2.1760062281916927e-05 desiredShards=0.060576032824606864 highestSent=1.671692462e+09 highestRecv=1.671692462e+09
ts=2022-12-22T07:01:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973975 dataOutRate=0.29508196721314545 dataKeptRatio=0.00010600152795501627 dataPendingRate=6.895753835167717e-06 dataPending=4.4263329445047095 dataOutDuration=0.00024373141779243876 timePerSample=0.0008259786936298454 desiredShards=0.0004265399486918204 highestSent=1.671692447e+09 highestRecv=1.671692462e+09
ts=2022-12-22T07:01:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.060576032824606864 upperBound=1.3
ts=2022-12-22T07:01:02.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004265399486918204 upperBound=1.3
ts=2022-12-22T07:01:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997918 dataOutRate=3042.445816366474 dataKeptRatio=1 dataPendingRate=0.6078396314442216 dataPending=0 dataOutDuration=0.07115990626232019 timePerSample=2.3389046365106642e-05 desiredShards=0.07117412305164258 highestSent=1.671692472e+09 highestRecv=1.671692472e+09
ts=2022-12-22T07:01:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997918 dataOutRate=0.3360655737705164 dataKeptRatio=0.00011043884179986892 dataPendingRate=5.747532750455253e-06 dataPending=3.3607132130326685 dataOutDuration=0.000266809154233951 timePerSample=0.0007939199223546253 desiredShards=0.0004002205759720589 highestSent=1.671692462e+09 highestRecv=1.671692472e+09
ts=2022-12-22T07:01:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07117412305164258 upperBound=1.3
ts=2022-12-22T07:01:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0004002205759720589 upperBound=1.3
ts=2022-12-22T07:01:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983348 dataOutRate=0.3688524590164131 dataKeptRatio=0.0001136685934301891 dataPendingRate=4.732494131909348e-06 dataPending=1.47542876604218 dataOutDuration=0.0003095466233871608 timePerSample=0.0008392152900718134 desiredShards=0.00037146071396231575 highestSent=1.671692477e+09 highestRecv=1.671692481e+09
ts=2022-12-22T07:01:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00037146071396231575 upperBound=1.3
ts=2022-12-22T07:01:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983348 dataOutRate=3243.9566530931793 dataKeptRatio=1 dataPendingRate=1.0662717051554864 dataPending=0 dataOutDuration=0.07264709194985615 timePerSample=2.239459392300623e-05 desiredShards=0.0726709706717047 highestSent=1.671692481e+09 highestRecv=1.671692481e+09
ts=2022-12-22T07:01:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0726709706717047 upperBound=1.3
ts=2022-12-22T07:01:22.700Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=109 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T07:01:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838668 dataOutRate=0.2950819672131305 dataKeptRatio=0.00010600636356014057 dataPendingRate=3.5307870246414907e-06 dataPending=4.426282470002327 dataOutDuration=0.00024763729870972865 timePerSample=0.0008392152900718134 desiredShards=0.000433370458150325 highestSent=1.671692477e+09 highestRecv=1.671692492e+09
ts=2022-12-22T07:01:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.000433370458150325 upperBound=1.3
ts=2022-12-22T07:01:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838668 dataOutRate=2785.1653224745432 dataKeptRatio=1 dataPendingRate=-1.5069826358753744 dataPending=0 dataOutDuration=0.06126191003988492 timePerSample=2.1995789458363423e-05 desiredShards=0.0612287627671088 highestSent=1.671692492e+09 highestRecv=1.671692492e+09
ts=2022-12-22T07:01:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0612287627671088 upperBound=1.3
ts=2022-12-22T07:01:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=3048.1322579796347 dataKeptRatio=1 dataPendingRate=-5.205586108700572 dataPending=0 dataOutDuration=0.07494045729190793 timePerSample=2.4585697387547093e-05 desiredShards=0.0748124743271146 highestSent=1.671692502e+09 highestRecv=1.671692502e+09
ts=2022-12-22T07:01:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0748124743271146 upperBound=1.3
ts=2022-12-22T07:01:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=0.3360655737705044 dataKeptRatio=0.00011044252880365509 dataPendingRate=2.94283501156567e-06 dataPending=3.3606851660551595 dataOutDuration=0.00026034321896778294 timePerSample=0.0007746798222943495 desiredShards=0.0003905182480840301 highestSent=1.671692492e+09 highestRecv=1.671692502e+09
ts=2022-12-22T07:01:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0003905182480840301 upperBound=1.3
ts=2022-12-22T07:01:48.903Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T07:01:48.908Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T07:01:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=3248.5058063837077 dataKeptRatio=1 dataPendingRate=-3.5844688869606216 dataPending=3244.921337496747 dataOutDuration=0.07484798967352635 timePerSample=2.3040743694051884e-05 desiredShards=0.07850367088685371 highestSent=1.671692511e+09 highestRecv=1.671692512e+09
ts=2022-12-22T07:01:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07850367088685371 upperBound=1.3
ts=2022-12-22T07:01:52.683Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=0.3688524590164035 dataKeptRatio=0.0001136630335363874 dataPendingRate=-2.4856209571710863e-05 dataPending=1.8441380140341592 dataOutDuration=0.0002900976551742264 timePerSample=0.0007864869762501034 desiredShards=0.0003625976326113991 highestSent=1.671692507e+09 highestRecv=1.671692512e+09
ts=2022-12-22T07:01:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0003625976326113991 upperBound=1.3
ts=2022-12-22T07:02:02.690Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973975 dataOutRate=2778.8046451069663 dataKeptRatio=1 dataPendingRate=5.012424890431248 dataPending=0 dataOutDuration=0.06290065209882108 timePerSample=2.2635866903986624e-05 desiredShards=0.06301411268150711 highestSent=1.671692522e+09 highestRecv=1.671692522e+09
ts=2022-12-22T07:02:02.690Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06301411268150711 upperBound=1.3
ts=2022-12-22T07:02:02.690Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.8170699973975 dataOutRate=0.2950819672131228 dataKeptRatio=0.00010600152795500814 dataPendingRate=6.895753835167717e-06 dataPending=4.426332944504369 dataOutDuration=0.0002320781241393811 timePerSample=0.0007864869762501034 desiredShards=0.00040614620822993684 highestSent=1.671692507e+09 highestRecv=1.671692522e+09
ts=2022-12-22T07:02:02.690Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.00040614620822993684 upperBound=1.3
ts=2022-12-22T07:02:04.998Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Pod total 7 items received"
ts=2022-12-22T07:02:05.000Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/openshift-observability-operator/pods?allowWatchBookmarks=true&resourceVersion=1148721&timeout=6m5s&timeoutSeconds=365&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T07:02:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997918 dataOutRate=3043.043716085573 dataKeptRatio=1 dataPendingRate=0.009939912345089397 dataPending=0 dataOutDuration=0.07385439635905686 timePerSample=2.4269909751431256e-05 desiredShards=0.0738546375998324 highestSent=1.671692532e+09 highestRecv=1.671692532e+09
ts=2022-12-22T07:02:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0738546375998324 upperBound=1.3
ts=2022-12-22T07:02:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3043.053655997918 dataOutRate=0.3360655737704982 dataKeptRatio=0.00011043884179986296 dataPendingRate=5.747532750455253e-06 dataPending=3.3607132130324873 dataOutDuration=0.000578784659311505 timePerSample=0.0017222372789268844 desiredShards=0.0008681918368900045 highestSent=1.671692522e+09 highestRecv=1.671692532e+09
ts=2022-12-22T07:02:12.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0008681918368900045 upperBound=1.3
ts=2022-12-22T07:02:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983348 dataOutRate=0.36885245901639857 dataKeptRatio=0.00011366859343018463 dataPendingRate=4.732494131909348e-06 dataPending=1.475428766042122 dataOutDuration=0.000625637487449204 timePerSample=0.0016961727437511517 desiredShards=0.0007507746174921126 highestSent=1.671692537e+09 highestRecv=1.671692541e+09
ts=2022-12-22T07:02:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0007507746174921126 upperBound=1.3
ts=2022-12-22T07:02:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3245.0229247983348 dataOutRate=3244.4349728684583 dataKeptRatio=1 dataPendingRate=0.5879519298764535 dataPending=0 dataOutDuration=0.07375204452724549 timePerSample=2.2731860907676043e-05 desiredShards=0.07376540976873584 highestSent=1.671692541e+09 highestRecv=1.671692541e+09
ts=2022-12-22T07:02:22.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.07376540976873584 upperBound=1.3
ts=2022-12-22T07:02:22.689Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error while sending metadata" count=500 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T07:02:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838668 dataOutRate=2785.547978294767 dataKeptRatio=1 dataPendingRate=-1.8896384560989645 dataPending=0 dataOutDuration=0.062356035681796394 timePerSample=2.238555435687343e-05 desiredShards=0.062313735077422557 highestSent=1.671692552e+09 highestRecv=1.671692552e+09
ts=2022-12-22T07:02:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.062313735077422557 upperBound=1.3
ts=2022-12-22T07:02:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=2783.658339838668 dataOutRate=0.29508196721311886 dataKeptRatio=0.00010600636356013638 dataPendingRate=3.5307870246414907e-06 dataPending=4.426282470002153 dataOutDuration=0.0005005099899593632 timePerSample=0.0016961727437511517 desiredShards=0.0008759029628721373 highestSent=1.671692537e+09 highestRecv=1.671692552e+09
ts=2022-12-22T07:02:32.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0008759029628721373 upperBound=1.3
ts=2022-12-22T07:02:35.008Z caller=klog.go:55 level=debug component=k8s_client_runtime func=Verbose.Infof msg="pkg/mod/k8s.io/client-go@v0.26.0/tools/cache/reflector.go:169: Watch close - *v1.Pod total 11 items received"
ts=2022-12-22T07:02:35.010Z caller=klog.go:84 level=debug component=k8s_client_runtime func=Infof msg="GET https://172.30.0.1:443/api/v1/namespaces/clusters-sup-hcp-a/pods?allowWatchBookmarks=true&resourceVersion=1149041&timeout=7m21s&timeoutSeconds=441&watch=true 200 OK in 1 milliseconds"
ts=2022-12-22T07:02:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=3038.4383826358135 dataKeptRatio=1 dataPendingRate=4.4882892351206465 dataPending=0 dataOutDuration=0.06984622506543711 timePerSample=2.2987540397263625e-05 desiredShards=0.06994939979554406 highestSent=1.671692562e+09 highestRecv=1.671692562e+09
ts=2022-12-22T07:02:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.06994939979554406 upperBound=1.3
ts=2022-12-22T07:02:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3042.926671870934 dataOutRate=0.33606557377049506 dataKeptRatio=0.00011044252880365203 dataPendingRate=2.94283501156567e-06 dataPending=3.3606851660550663 dataOutDuration=0.0005151866119674905 timePerSample=0.0015329943087812985 desiredShards=0.0007727866849752224 highestSent=1.671692552e+09 highestRecv=1.671692562e+09
ts=2022-12-22T07:02:42.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0007727866849752224 upperBound=1.3
ts=2022-12-22T07:02:48.949Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="runShard timer ticked, sending buffered data" samples=5 exemplars=0 shard=0
ts=2022-12-22T07:02:48.955Z caller=dedupe.go:112 component=remote level=error remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg="non-recoverable error" count=5 exemplarCount=0 err="server returned HTTP status 400 Bad Request: "
ts=2022-12-22T07:02:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=0.3688524590163961 dataKeptRatio=0.00011366303353638511 dataPendingRate=-2.4856209571710863e-05 dataPending=1.4753104112272974 dataOutDuration=0.0005316491095739924 timePerSample=0.001441359808178369 desiredShards=0.0006379359393990384 highestSent=1.671692568e+09 highestRecv=1.671692572e+09
ts=2022-12-22T07:02:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=d28ad2 url=https://infogw.api.stage.openshift.com/metrics/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.0006379359393990384 upperBound=1.3
ts=2022-12-22T07:02:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.calculateDesiredShards dataInRate=3244.921337496747 dataOutRate=3240.750706108651 dataKeptRatio=1 dataPendingRate=4.1706313880963535 dataPending=3244.921337496747 dataOutDuration=0.07622599111234969 timePerSample=2.352109064380286e-05 desiredShards=0.08014029335683455 highestSent=1.671692571e+09 highestRecv=1.671692572e+09
ts=2022-12-22T07:02:52.684Z caller=dedupe.go:112 component=remote level=debug remote_name=906afe url=https://rhobs.rhobsp02ue1.api.openshift.com/api/metrics/v1/hypershift-platform/api/v1/receive msg=QueueManager.updateShardsLoop lowerBound=0.7 desiredShards=0.08014029335683455 upperBound=1.3