# HELP counter_memberlist_tcp_accept counter_memberlist_tcp_accept
# TYPE counter_memberlist_tcp_accept counter
counter_memberlist_tcp_accept 25
# HELP counter_memberlist_tcp_connect counter_memberlist_tcp_connect
# TYPE counter_memberlist_tcp_connect counter
counter_memberlist_tcp_connect 26
# HELP counter_memberlist_tcp_sent counter_memberlist_tcp_sent
# TYPE counter_memberlist_tcp_sent counter
counter_memberlist_tcp_sent 196091
# HELP counter_memberlist_udp_sent counter_memberlist_udp_sent
# TYPE counter_memberlist_udp_sent counter
counter_memberlist_udp_sent 781529
# HELP deprecated_flags_inuse_total The number of deprecated flags currently set.
# TYPE deprecated_flags_inuse_total counter
deprecated_flags_inuse_total 0
# HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles.
# TYPE go_gc_duration_seconds summary
go_gc_duration_seconds{quantile="0"} 3.76e-05
go_gc_duration_seconds{quantile="0.25"} 8.4952e-05
go_gc_duration_seconds{quantile="0.5"} 9.733e-05
go_gc_duration_seconds{quantile="0.75"} 0.000144799
go_gc_duration_seconds{quantile="1"} 0.000453461
go_gc_duration_seconds_sum 0.001501404
go_gc_duration_seconds_count 11
# HELP go_goroutines Number of goroutines that currently exist.
# TYPE go_goroutines gauge
go_goroutines 457
# HELP go_info Information about the Go environment.
# TYPE go_info gauge
go_info{version="go1.20.5"} 1
# HELP go_memstats_alloc_bytes Number of bytes allocated and still in use.
# TYPE go_memstats_alloc_bytes gauge
go_memstats_alloc_bytes 9.506208e+06
# HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed.
# TYPE go_memstats_alloc_bytes_total counter
go_memstats_alloc_bytes_total 5.3078864e+07
# HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table.
# TYPE go_memstats_buck_hash_sys_bytes gauge
go_memstats_buck_hash_sys_bytes 1.470999e+06
# HELP go_memstats_frees_total Total number of frees.
# TYPE go_memstats_frees_total counter
go_memstats_frees_total 325303
# HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata.
# TYPE go_memstats_gc_sys_bytes gauge
go_memstats_gc_sys_bytes 4.7672e+06
# HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use.
# TYPE go_memstats_heap_alloc_bytes gauge
go_memstats_heap_alloc_bytes 9.506208e+06
# HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used.
# TYPE go_memstats_heap_idle_bytes gauge
go_memstats_heap_idle_bytes 1.7145856e+07
# HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use.
# TYPE go_memstats_heap_inuse_bytes gauge
go_memstats_heap_inuse_bytes 1.37216e+07
# HELP go_memstats_heap_objects Number of allocated objects.
# TYPE go_memstats_heap_objects gauge
go_memstats_heap_objects 33431
# HELP go_memstats_heap_released_bytes Number of heap bytes released to OS.
# TYPE go_memstats_heap_released_bytes gauge
go_memstats_heap_released_bytes 1.4671872e+07
# HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system.
# TYPE go_memstats_heap_sys_bytes gauge
go_memstats_heap_sys_bytes 3.0867456e+07
# HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection.
# TYPE go_memstats_last_gc_time_seconds gauge
go_memstats_last_gc_time_seconds 1.6938337092624166e+09
# HELP go_memstats_lookups_total Total number of pointer lookups.
# TYPE go_memstats_lookups_total counter
go_memstats_lookups_total 0
# HELP go_memstats_mallocs_total Total number of mallocs.
# TYPE go_memstats_mallocs_total counter
go_memstats_mallocs_total 358734
# HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures.
# TYPE go_memstats_mcache_inuse_bytes gauge
go_memstats_mcache_inuse_bytes 19200
# HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system.
# TYPE go_memstats_mcache_sys_bytes gauge
go_memstats_mcache_sys_bytes 31200
# HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures.
# TYPE go_memstats_mspan_inuse_bytes gauge
go_memstats_mspan_inuse_bytes 320800
# HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system.
# TYPE go_memstats_mspan_sys_bytes gauge
go_memstats_mspan_sys_bytes 391680
# HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place.
# TYPE go_memstats_next_gc_bytes gauge
go_memstats_next_gc_bytes 1.8989768e+07
# HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations.
# TYPE go_memstats_other_sys_bytes gauge
go_memstats_other_sys_bytes 2.904369e+06
# HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator.
# TYPE go_memstats_stack_inuse_bytes gauge
go_memstats_stack_inuse_bytes 2.686976e+06
# HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator.
# TYPE go_memstats_stack_sys_bytes gauge
go_memstats_stack_sys_bytes 2.686976e+06
# HELP go_memstats_sys_bytes Number of bytes obtained from system.
# TYPE go_memstats_sys_bytes gauge
go_memstats_sys_bytes 4.311988e+07
# HELP go_threads Number of OS threads created.
# TYPE go_threads gauge
go_threads 20
# HELP jaeger_tracer_baggage_restrictions_updates_total Number of times baggage restrictions were successfully updated
# TYPE jaeger_tracer_baggage_restrictions_updates_total counter
jaeger_tracer_baggage_restrictions_updates_total{result="err"} 0
jaeger_tracer_baggage_restrictions_updates_total{result="ok"} 0
# HELP jaeger_tracer_baggage_truncations_total Number of times baggage was truncated as per baggage restrictions
# TYPE jaeger_tracer_baggage_truncations_total counter
jaeger_tracer_baggage_truncations_total 0
# HELP jaeger_tracer_baggage_updates_total Number of times baggage was successfully written or updated on spans
# TYPE jaeger_tracer_baggage_updates_total counter
jaeger_tracer_baggage_updates_total{result="err"} 0
jaeger_tracer_baggage_updates_total{result="ok"} 0
# HELP jaeger_tracer_finished_spans_total Number of sampled spans finished by this tracer
# TYPE jaeger_tracer_finished_spans_total counter
jaeger_tracer_finished_spans_total{sampled="delayed"} 0
jaeger_tracer_finished_spans_total{sampled="n"} 303
jaeger_tracer_finished_spans_total{sampled="y"} 0
# HELP jaeger_tracer_reporter_queue_length Current number of spans in the reporter queue
# TYPE jaeger_tracer_reporter_queue_length gauge
jaeger_tracer_reporter_queue_length 0
# HELP jaeger_tracer_reporter_spans_total Number of spans successfully reported
# TYPE jaeger_tracer_reporter_spans_total counter
jaeger_tracer_reporter_spans_total{result="dropped"} 0
jaeger_tracer_reporter_spans_total{result="err"} 0
jaeger_tracer_reporter_spans_total{result="ok"} 0
# HELP jaeger_tracer_sampler_queries_total Number of times the Sampler succeeded to retrieve sampling strategy
# TYPE jaeger_tracer_sampler_queries_total counter
jaeger_tracer_sampler_queries_total{result="err"} 9
jaeger_tracer_sampler_queries_total{result="ok"} 0
# HELP jaeger_tracer_sampler_updates_total Number of times the Sampler succeeded to retrieve and update sampling strategy
# TYPE jaeger_tracer_sampler_updates_total counter
jaeger_tracer_sampler_updates_total{result="err"} 0
jaeger_tracer_sampler_updates_total{result="ok"} 0
# HELP jaeger_tracer_span_context_decoding_errors_total Number of errors decoding tracing context
# TYPE jaeger_tracer_span_context_decoding_errors_total counter
jaeger_tracer_span_context_decoding_errors_total 0
# HELP jaeger_tracer_started_spans_total Number of spans started by this tracer as sampled
# TYPE jaeger_tracer_started_spans_total counter
jaeger_tracer_started_spans_total{sampled="delayed"} 0
jaeger_tracer_started_spans_total{sampled="n"} 304
jaeger_tracer_started_spans_total{sampled="y"} 0
# HELP jaeger_tracer_throttled_debug_spans_total Number of times debug spans were throttled
# TYPE jaeger_tracer_throttled_debug_spans_total counter
jaeger_tracer_throttled_debug_spans_total 0
# HELP jaeger_tracer_throttler_updates_total Number of times throttler successfully updated
# TYPE jaeger_tracer_throttler_updates_total counter
jaeger_tracer_throttler_updates_total{result="err"} 0
jaeger_tracer_throttler_updates_total{result="ok"} 0
# HELP jaeger_tracer_traces_total Number of traces started by this tracer as sampled
# TYPE jaeger_tracer_traces_total counter
jaeger_tracer_traces_total{sampled="n",state="joined"} 114
jaeger_tracer_traces_total{sampled="n",state="started"} 184
jaeger_tracer_traces_total{sampled="y",state="joined"} 0
jaeger_tracer_traces_total{sampled="y",state="started"} 0
# HELP process_cpu_seconds_total Total user and system CPU time spent in seconds.
# TYPE process_cpu_seconds_total counter
process_cpu_seconds_total 1.05
# HELP process_max_fds Maximum number of open file descriptors.
# TYPE process_max_fds gauge
process_max_fds 1.048576e+06
# HELP process_open_fds Number of open file descriptors.
# TYPE process_open_fds gauge
process_open_fds 15
# HELP process_resident_memory_bytes Resident memory size in bytes.
# TYPE process_resident_memory_bytes gauge
process_resident_memory_bytes 7.48544e+07
# HELP process_start_time_seconds Start time of the process since unix epoch in seconds.
# TYPE process_start_time_seconds gauge
process_start_time_seconds 1.69383315887e+09
# HELP process_virtual_memory_bytes Virtual memory size in bytes.
# TYPE process_virtual_memory_bytes gauge
process_virtual_memory_bytes 7.93137152e+08
# HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes.
# TYPE process_virtual_memory_max_bytes gauge
process_virtual_memory_max_bytes 1.8446744073709552e+19
# HELP prometheus_remote_storage_exemplars_in_total Exemplars in to remote storage, compare to exemplars out for queue managers.
# TYPE prometheus_remote_storage_exemplars_in_total counter
prometheus_remote_storage_exemplars_in_total 0
# HELP prometheus_remote_storage_samples_in_total Samples in to remote storage, compare to samples out for queue managers.
# TYPE prometheus_remote_storage_samples_in_total counter
prometheus_remote_storage_samples_in_total 0
# HELP prometheus_remote_storage_string_interner_zero_reference_releases_total The number of times release has been called for strings that are not interned.
# TYPE prometheus_remote_storage_string_interner_zero_reference_releases_total counter
prometheus_remote_storage_string_interner_zero_reference_releases_total 0
# HELP prometheus_target_scrape_pool_exceeded_label_limits_total Total number of times scrape pools hit the label limits, during sync or config reload.
# TYPE prometheus_target_scrape_pool_exceeded_label_limits_total counter
prometheus_target_scrape_pool_exceeded_label_limits_total 0
# HELP prometheus_target_scrape_pool_exceeded_target_limit_total Total number of times scrape pools hit the target limit, during sync or config reload.
# TYPE prometheus_target_scrape_pool_exceeded_target_limit_total counter
prometheus_target_scrape_pool_exceeded_target_limit_total 0
# HELP prometheus_target_scrape_pool_reloads_failed_total Total number of failed scrape pool reloads.
# TYPE prometheus_target_scrape_pool_reloads_failed_total counter
prometheus_target_scrape_pool_reloads_failed_total 0
# HELP prometheus_target_scrape_pool_reloads_total Total number of scrape pool reloads.
# TYPE prometheus_target_scrape_pool_reloads_total counter
prometheus_target_scrape_pool_reloads_total 0
# HELP prometheus_target_scrape_pools_failed_total Total number of scrape pool creations that failed.
# TYPE prometheus_target_scrape_pools_failed_total counter
prometheus_target_scrape_pools_failed_total 0
# HELP prometheus_target_scrape_pools_total Total number of scrape pool creation attempts.
# TYPE prometheus_target_scrape_pools_total counter
prometheus_target_scrape_pools_total 0
# HELP prometheus_target_scrapes_cache_flush_forced_total How many times a scrape cache was flushed due to getting big while scrapes are failing.
# TYPE prometheus_target_scrapes_cache_flush_forced_total counter
prometheus_target_scrapes_cache_flush_forced_total 0
# HELP prometheus_target_scrapes_exceeded_body_size_limit_total Total number of scrapes that hit the body size limit
# TYPE prometheus_target_scrapes_exceeded_body_size_limit_total counter
prometheus_target_scrapes_exceeded_body_size_limit_total 0
# HELP prometheus_target_scrapes_exceeded_sample_limit_total Total number of scrapes that hit the sample limit and were rejected.
# TYPE prometheus_target_scrapes_exceeded_sample_limit_total counter
prometheus_target_scrapes_exceeded_sample_limit_total 0
# HELP prometheus_target_scrapes_exemplar_out_of_order_total Total number of exemplar rejected due to not being out of the expected order.
# TYPE prometheus_target_scrapes_exemplar_out_of_order_total counter
prometheus_target_scrapes_exemplar_out_of_order_total 0
# HELP prometheus_target_scrapes_sample_duplicate_timestamp_total Total number of samples rejected due to duplicate timestamps but different values.
# TYPE prometheus_target_scrapes_sample_duplicate_timestamp_total counter
prometheus_target_scrapes_sample_duplicate_timestamp_total 0
# HELP prometheus_target_scrapes_sample_out_of_bounds_total Total number of samples rejected due to timestamp falling outside of the time bounds.
# TYPE prometheus_target_scrapes_sample_out_of_bounds_total counter
prometheus_target_scrapes_sample_out_of_bounds_total 0
# HELP prometheus_target_scrapes_sample_out_of_order_total Total number of samples rejected due to not being out of the expected order.
# TYPE prometheus_target_scrapes_sample_out_of_order_total counter
prometheus_target_scrapes_sample_out_of_order_total 0
# HELP prometheus_template_text_expansion_failures_total The total number of template text expansion failures.
# TYPE prometheus_template_text_expansion_failures_total counter
prometheus_template_text_expansion_failures_total 0
# HELP prometheus_template_text_expansions_total The total number of template text expansions.
# TYPE prometheus_template_text_expansions_total counter
prometheus_template_text_expansions_total 0
# HELP tempo_build_info A metric with a constant '1' value labeled by version, revision, branch, goversion from which tempo was built, and the goos and goarch for the build.
# TYPE tempo_build_info gauge
tempo_build_info{branch="HEAD",goarch="s390x",goos="linux",goversion="go1.20.5",revision="4157d762",tags="unknown",version="2.1.1"} 1
# HELP tempo_distributor_ingester_clients The current number of ingester clients.
# TYPE tempo_distributor_ingester_clients gauge
tempo_distributor_ingester_clients 0
# HELP tempo_distributor_metrics_generator_clients The current number of metrics-generator clients.
# TYPE tempo_distributor_metrics_generator_clients gauge
tempo_distributor_metrics_generator_clients 0
# HELP tempo_distributor_push_duration_seconds Records the amount of time to push a batch to the ingester.
# TYPE tempo_distributor_push_duration_seconds histogram
tempo_distributor_push_duration_seconds_bucket{le="0.005"} 0
tempo_distributor_push_duration_seconds_bucket{le="0.01"} 0
tempo_distributor_push_duration_seconds_bucket{le="0.025"} 0
tempo_distributor_push_duration_seconds_bucket{le="0.05"} 0
tempo_distributor_push_duration_seconds_bucket{le="0.1"} 0
tempo_distributor_push_duration_seconds_bucket{le="0.25"} 0
tempo_distributor_push_duration_seconds_bucket{le="0.5"} 0
tempo_distributor_push_duration_seconds_bucket{le="1"} 0
tempo_distributor_push_duration_seconds_bucket{le="2.5"} 0
tempo_distributor_push_duration_seconds_bucket{le="5"} 0
tempo_distributor_push_duration_seconds_bucket{le="10"} 0
tempo_distributor_push_duration_seconds_bucket{le="+Inf"} 0
tempo_distributor_push_duration_seconds_sum 0
tempo_distributor_push_duration_seconds_count 0
# HELP tempo_distributor_traces_per_batch The number of traces in each batch
# TYPE tempo_distributor_traces_per_batch histogram
tempo_distributor_traces_per_batch_bucket{le="2"} 0
tempo_distributor_traces_per_batch_bucket{le="4"} 0
tempo_distributor_traces_per_batch_bucket{le="8"} 0
tempo_distributor_traces_per_batch_bucket{le="16"} 0
tempo_distributor_traces_per_batch_bucket{le="32"} 0
tempo_distributor_traces_per_batch_bucket{le="64"} 0
tempo_distributor_traces_per_batch_bucket{le="128"} 0
tempo_distributor_traces_per_batch_bucket{le="256"} 0
tempo_distributor_traces_per_batch_bucket{le="512"} 0
tempo_distributor_traces_per_batch_bucket{le="1024"} 0
tempo_distributor_traces_per_batch_bucket{le="+Inf"} 0
tempo_distributor_traces_per_batch_sum 0
tempo_distributor_traces_per_batch_count 0
# HELP tempo_dns_failures_total The number of DNS lookup failures
# TYPE tempo_dns_failures_total counter
tempo_dns_failures_total{name="memberlist"} 0
# HELP tempo_dns_lookups_total The number of DNS lookups resolutions attempts
# TYPE tempo_dns_lookups_total counter
tempo_dns_lookups_total{name="memberlist"} 0
# HELP tempo_experimental_features_in_use_total The number of experimental features in use.
# TYPE tempo_experimental_features_in_use_total counter
tempo_experimental_features_in_use_total 0
# HELP tempo_feature_enabled Boolean for configuration variables
# TYPE tempo_feature_enabled gauge
tempo_feature_enabled{feature="search_external_endpoints"} 0
# HELP tempo_inflight_requests Current number of inflight requests.
# TYPE tempo_inflight_requests gauge
tempo_inflight_requests{method="GET",route="metrics"} 1
tempo_inflight_requests{method="GET",route="other"} 0
tempo_inflight_requests{method="GET",route="ready"} 0
tempo_inflight_requests{method="gRPC",route="/grpc.health.v1.Health/Check"} 0
tempo_inflight_requests{method="gRPC",route="/tempopb.Pusher/PushBytesV2"} 0
# HELP tempo_ingester_blocks_cleared_total The total number of blocks cleared.
# TYPE tempo_ingester_blocks_cleared_total counter
tempo_ingester_blocks_cleared_total 2
# HELP tempo_ingester_blocks_flushed_total The total number of blocks flushed
# TYPE tempo_ingester_blocks_flushed_total counter
tempo_ingester_blocks_flushed_total 1
# HELP tempo_ingester_bytes_received_total The total bytes received per tenant.
# TYPE tempo_ingester_bytes_received_total counter
tempo_ingester_bytes_received_total{data_type="trace",tenant="single-tenant"} 714623
# HELP tempo_ingester_failed_flushes_total The total number of failed traces
# TYPE tempo_ingester_failed_flushes_total counter
tempo_ingester_failed_flushes_total 0
# HELP tempo_ingester_flush_duration_seconds Records the amount of time to flush a complete block.
# TYPE tempo_ingester_flush_duration_seconds histogram
tempo_ingester_flush_duration_seconds_bucket{le="1"} 1
tempo_ingester_flush_duration_seconds_bucket{le="2"} 1
tempo_ingester_flush_duration_seconds_bucket{le="4"} 1
tempo_ingester_flush_duration_seconds_bucket{le="8"} 1
tempo_ingester_flush_duration_seconds_bucket{le="16"} 1
tempo_ingester_flush_duration_seconds_bucket{le="32"} 1
tempo_ingester_flush_duration_seconds_bucket{le="64"} 1
tempo_ingester_flush_duration_seconds_bucket{le="128"} 1
tempo_ingester_flush_duration_seconds_bucket{le="256"} 1
tempo_ingester_flush_duration_seconds_bucket{le="512"} 1
tempo_ingester_flush_duration_seconds_bucket{le="+Inf"} 1
tempo_ingester_flush_duration_seconds_sum 0.189670645
tempo_ingester_flush_duration_seconds_count 1
# HELP tempo_ingester_flush_failed_retries_total The total number of failed retries after a failed flush
# TYPE tempo_ingester_flush_failed_retries_total counter
tempo_ingester_flush_failed_retries_total 0
# HELP tempo_ingester_flush_queue_length The total number of series pending in the flush queue.
# TYPE tempo_ingester_flush_queue_length gauge
tempo_ingester_flush_queue_length 0
# HELP tempo_ingester_flush_retries_total The total number of retries after a failed flush
# TYPE tempo_ingester_flush_retries_total counter
tempo_ingester_flush_retries_total 0
# HELP tempo_ingester_flush_size_bytes Size in bytes of blocks flushed.
# TYPE tempo_ingester_flush_size_bytes histogram
tempo_ingester_flush_size_bytes_bucket{le="1.048576e+06"} 1
tempo_ingester_flush_size_bytes_bucket{le="2.097152e+06"} 1
tempo_ingester_flush_size_bytes_bucket{le="4.194304e+06"} 1
tempo_ingester_flush_size_bytes_bucket{le="8.388608e+06"} 1
tempo_ingester_flush_size_bytes_bucket{le="1.6777216e+07"} 1
tempo_ingester_flush_size_bytes_bucket{le="3.3554432e+07"} 1
tempo_ingester_flush_size_bytes_bucket{le="6.7108864e+07"} 1
tempo_ingester_flush_size_bytes_bucket{le="1.34217728e+08"} 1
tempo_ingester_flush_size_bytes_bucket{le="2.68435456e+08"} 1
tempo_ingester_flush_size_bytes_bucket{le="5.36870912e+08"} 1
tempo_ingester_flush_size_bytes_bucket{le="+Inf"} 1
tempo_ingester_flush_size_bytes_sum 1668
tempo_ingester_flush_size_bytes_count 1
# HELP tempo_ingester_live_traces The current number of lives traces per tenant.
# TYPE tempo_ingester_live_traces gauge
tempo_ingester_live_traces{tenant="single-tenant"} 0
# HELP tempo_ingester_traces_created_total The total number of traces created per tenant.
# TYPE tempo_ingester_traces_created_total counter
tempo_ingester_traces_created_total{tenant="single-tenant"} 95
# HELP tempo_kv_request_duration_seconds Time spent on kv store requests.
# TYPE tempo_kv_request_duration_seconds histogram
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist",le="0.005"} 114
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist",le="0.01"} 115
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist",le="0.025"} 115
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist",le="0.05"} 115
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist",le="0.1"} 115
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist",le="0.25"} 115
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist",le="0.5"} 115
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist",le="1"} 115
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist",le="2.5"} 115
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist",le="5"} 115
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist",le="10"} 115
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist",le="+Inf"} 115
tempo_kv_request_duration_seconds_sum{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist"} 0.015435027999999996
tempo_kv_request_duration_seconds_count{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="memberlist"} 115
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist",le="0.005"} 3
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist",le="0.01"} 3
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist",le="0.025"} 3
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist",le="0.05"} 3
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist",le="0.1"} 3
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist",le="0.25"} 3
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist",le="0.5"} 3
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist",le="1"} 3
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist",le="2.5"} 3
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist",le="5"} 3
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist",le="10"} 3
tempo_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist",le="+Inf"} 3
tempo_kv_request_duration_seconds_sum{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist"} 8.3878e-05
tempo_kv_request_duration_seconds_count{kv_name="ingester-lifecycler",operation="GET",role="primary",status_code="200",type="memberlist"} 3
# HELP tempo_limits_defaults Default resource limits
# TYPE tempo_limits_defaults gauge
tempo_limits_defaults{limit_name="block_retention"} 0
tempo_limits_defaults{limit_name="ingestion_burst_size_bytes"} 2e+07
tempo_limits_defaults{limit_name="ingestion_rate_limit_bytes"} 1.5e+07
tempo_limits_defaults{limit_name="max_bytes_per_tag_values_query"} 5e+06
tempo_limits_defaults{limit_name="max_bytes_per_trace"} 5e+06
tempo_limits_defaults{limit_name="max_global_traces_per_user"} 0
tempo_limits_defaults{limit_name="max_local_traces_per_user"} 10000
tempo_limits_defaults{limit_name="metrics_generator_max_active_series"} 0
# HELP tempo_member_consul_heartbeats_total The total number of heartbeats sent to consul.
# TYPE tempo_member_consul_heartbeats_total counter
tempo_member_consul_heartbeats_total{name="ingester"} 114
# HELP tempo_memberlist_client_cas_attempt_total Attempted CAS operations
# TYPE tempo_memberlist_client_cas_attempt_total counter
tempo_memberlist_client_cas_attempt_total 115
# HELP tempo_memberlist_client_cas_failure_total Failed CAS operations
# TYPE tempo_memberlist_client_cas_failure_total counter
tempo_memberlist_client_cas_failure_total 0
# HELP tempo_memberlist_client_cas_success_total Successful CAS operations
# TYPE tempo_memberlist_client_cas_success_total counter
tempo_memberlist_client_cas_success_total 114
# HELP tempo_memberlist_client_cluster_members_count Number of members in memberlist cluster
# TYPE tempo_memberlist_client_cluster_members_count gauge
tempo_memberlist_client_cluster_members_count 4
# HELP tempo_memberlist_client_cluster_node_health_score Health score of this cluster. Lower value is better. 0 = healthy
# TYPE tempo_memberlist_client_cluster_node_health_score gauge
tempo_memberlist_client_cluster_node_health_score 0
# HELP tempo_memberlist_client_kv_store_value_tombstones Number of tombstones currently present in KV store values
# TYPE tempo_memberlist_client_kv_store_value_tombstones gauge
tempo_memberlist_client_kv_store_value_tombstones{key="collectors/compactor"} 0
tempo_memberlist_client_kv_store_value_tombstones{key="collectors/ring"} 0
# HELP tempo_memberlist_client_kv_store_value_tombstones_removed_total Total number of tombstones which have been removed from KV store values
# TYPE tempo_memberlist_client_kv_store_value_tombstones_removed_total counter
tempo_memberlist_client_kv_store_value_tombstones_removed_total{key="collectors/compactor"} 0
tempo_memberlist_client_kv_store_value_tombstones_removed_total{key="collectors/ring"} 0
# HELP tempo_memberlist_client_messages_in_broadcast_queue Number of user messages in the broadcast queue
# TYPE tempo_memberlist_client_messages_in_broadcast_queue gauge
tempo_memberlist_client_messages_in_broadcast_queue 0
# HELP tempo_memberlist_client_messages_in_broadcast_queue_bytes Total size of messages waiting in the broadcast queue
# TYPE tempo_memberlist_client_messages_in_broadcast_queue_bytes gauge
tempo_memberlist_client_messages_in_broadcast_queue_bytes 0
# HELP tempo_memberlist_client_messages_to_broadcast_dropped_total Number of broadcast messages intended to be sent but were dropped due to encoding errors or for being too big
# TYPE tempo_memberlist_client_messages_to_broadcast_dropped_total counter
tempo_memberlist_client_messages_to_broadcast_dropped_total 0
# HELP tempo_memberlist_client_received_broadcasts_bytes_total Total size of received broadcast user messages
# TYPE tempo_memberlist_client_received_broadcasts_bytes_total counter
tempo_memberlist_client_received_broadcasts_bytes_total 727018
# HELP tempo_memberlist_client_received_broadcasts_dropped_total Number of received broadcast user messages that were dropped. Hopefully 0.
# TYPE tempo_memberlist_client_received_broadcasts_dropped_total counter
tempo_memberlist_client_received_broadcasts_dropped_total 0
# HELP tempo_memberlist_client_received_broadcasts_invalid_total Number of received broadcast user messages that were invalid. Hopefully 0.
# TYPE tempo_memberlist_client_received_broadcasts_invalid_total counter
tempo_memberlist_client_received_broadcasts_invalid_total 0
# HELP tempo_memberlist_client_received_broadcasts_total Number of received broadcast user messages
# TYPE tempo_memberlist_client_received_broadcasts_total counter
tempo_memberlist_client_received_broadcasts_total 424
# HELP tempo_memberlist_client_state_pulls_bytes_total Total size of pulled state
# TYPE tempo_memberlist_client_state_pulls_bytes_total counter
tempo_memberlist_client_state_pulls_bytes_total 169600
# HELP tempo_memberlist_client_state_pulls_total How many times did this node pull full state from another node
# TYPE tempo_memberlist_client_state_pulls_total counter
tempo_memberlist_client_state_pulls_total 51
# HELP tempo_memberlist_client_state_pushes_bytes_total Total size of pushed state
# TYPE tempo_memberlist_client_state_pushes_bytes_total counter
tempo_memberlist_client_state_pushes_bytes_total 172992
# HELP tempo_memberlist_client_state_pushes_total How many times did this node push its full state to another node
# TYPE tempo_memberlist_client_state_pushes_total counter
tempo_memberlist_client_state_pushes_total 51
# HELP tempo_memberlist_tcp_transport_incoming_streams_total Number of incoming memberlist streams
# TYPE tempo_memberlist_tcp_transport_incoming_streams_total counter
tempo_memberlist_tcp_transport_incoming_streams_total 25
# HELP tempo_memberlist_tcp_transport_outgoing_stream_errors_total Number of errors when opening memberlist stream to another node
# TYPE tempo_memberlist_tcp_transport_outgoing_stream_errors_total counter
tempo_memberlist_tcp_transport_outgoing_stream_errors_total 2
# HELP tempo_memberlist_tcp_transport_outgoing_streams_total Number of outgoing streams
# TYPE tempo_memberlist_tcp_transport_outgoing_streams_total counter
tempo_memberlist_tcp_transport_outgoing_streams_total 28
# HELP tempo_memberlist_tcp_transport_packets_received_bytes_total Total bytes received as packets
# TYPE tempo_memberlist_tcp_transport_packets_received_bytes_total counter
tempo_memberlist_tcp_transport_packets_received_bytes_total 752097
# HELP tempo_memberlist_tcp_transport_packets_received_errors_total Number of errors when receiving memberlist packets
# TYPE tempo_memberlist_tcp_transport_packets_received_errors_total counter
tempo_memberlist_tcp_transport_packets_received_errors_total 0
# HELP tempo_memberlist_tcp_transport_packets_received_total Number of received memberlist packets
# TYPE tempo_memberlist_tcp_transport_packets_received_total counter
tempo_memberlist_tcp_transport_packets_received_total 455
# HELP tempo_memberlist_tcp_transport_packets_sent_bytes_total Total bytes sent as packets
# TYPE tempo_memberlist_tcp_transport_packets_sent_bytes_total counter
tempo_memberlist_tcp_transport_packets_sent_bytes_total 781529
# HELP tempo_memberlist_tcp_transport_packets_sent_errors_total Number of errors when sending memberlist packets
# TYPE tempo_memberlist_tcp_transport_packets_sent_errors_total counter
tempo_memberlist_tcp_transport_packets_sent_errors_total 0
# HELP tempo_memberlist_tcp_transport_packets_sent_total Number of memberlist packets sent
# TYPE tempo_memberlist_tcp_transport_packets_sent_total counter
tempo_memberlist_tcp_transport_packets_sent_total 588
# HELP tempo_memberlist_tcp_transport_unknown_connections_total Number of unknown TCP connections (not a packet or stream)
# TYPE tempo_memberlist_tcp_transport_unknown_connections_total counter
tempo_memberlist_tcp_transport_unknown_connections_total 0
# HELP tempo_querier_external_endpoint_hedged_roundtrips_total Total number of hedged external requests. Registered as a gauge for code sanity. This is a counter.
# TYPE tempo_querier_external_endpoint_hedged_roundtrips_total gauge
tempo_querier_external_endpoint_hedged_roundtrips_total 0
# HELP tempo_querier_ingester_clients The current number of ingester clients.
# TYPE tempo_querier_ingester_clients gauge
tempo_querier_ingester_clients 0
# HELP tempo_query_frontend_hedged_roundtrips_total Total number of hedged trace by ID requests. Registered as a gauge for code sanity. This is a counter.
# TYPE tempo_query_frontend_hedged_roundtrips_total gauge
tempo_query_frontend_hedged_roundtrips_total 0
# HELP tempo_request_duration_seconds Time (in seconds) spent serving HTTP requests.
# TYPE tempo_request_duration_seconds histogram
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.005"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.01"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.025"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.05"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.1"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.25"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.5"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="1"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="2.5"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="5"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="10"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="25"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="50"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="100"} 7
tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="+Inf"} 7
tempo_request_duration_seconds_sum{method="GET",route="metrics",status_code="200",ws="false"} 0.017608084
tempo_request_duration_seconds_count{method="GET",route="metrics",status_code="200",ws="false"} 7
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.005"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.01"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.025"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.05"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.1"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.25"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.5"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="1"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="2.5"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="5"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="10"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="25"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="50"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="100"} 1
tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="+Inf"} 1
tempo_request_duration_seconds_sum{method="GET",route="other",status_code="404",ws="false"} 1.9e-05
tempo_request_duration_seconds_count{method="GET",route="other",status_code="404",ws="false"} 1
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.005"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.01"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.025"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.05"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.1"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.25"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.5"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="1"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="2.5"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="5"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="10"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="25"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="50"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="100"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="+Inf"} 54
tempo_request_duration_seconds_sum{method="GET",route="ready",status_code="200",ws="false"} 0.001540462
tempo_request_duration_seconds_count{method="GET",route="ready",status_code="200",ws="false"} 54
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.005"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.01"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.025"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.05"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.1"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.25"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.5"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="1"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="2.5"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="5"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="10"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="25"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="50"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="100"} 2
tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="+Inf"} 2
tempo_request_duration_seconds_sum{method="GET",route="ready",status_code="503",ws="false"} 0.000140498
tempo_request_duration_seconds_count{method="GET",route="ready",status_code="503",ws="false"} 2
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.005"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.01"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.025"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.05"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.1"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.25"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.5"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="1"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="2.5"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="5"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="10"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="25"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="50"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="100"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="+Inf"} 19
tempo_request_duration_seconds_sum{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false"} 0.00011771400000000002
tempo_request_duration_seconds_count{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false"} 19
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="0.005"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="0.01"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="0.025"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="0.05"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="0.1"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="0.25"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="0.5"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="1"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="2.5"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="5"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="10"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="25"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="50"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="100"} 95
tempo_request_duration_seconds_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false",le="+Inf"} 95
tempo_request_duration_seconds_sum{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false"} 0.0018473670000000001
tempo_request_duration_seconds_count{method="gRPC",route="/tempopb.Pusher/PushBytesV2",status_code="success",ws="false"} 95
# HELP tempo_request_message_bytes Size (in bytes) of messages received in the request.
# TYPE tempo_request_message_bytes histogram
tempo_request_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+06"} 7
tempo_request_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+06"} 7
tempo_request_message_bytes_bucket{method="GET",route="metrics",le="5.24288e+06"} 7
tempo_request_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+07"} 7
tempo_request_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+07"} 7
tempo_request_message_bytes_bucket{method="GET",route="metrics",le="5.24288e+07"} 7
tempo_request_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+08"} 7
tempo_request_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+08"} 7
tempo_request_message_bytes_bucket{method="GET",route="metrics",le="+Inf"} 7
tempo_request_message_bytes_sum{method="GET",route="metrics"} 0
tempo_request_message_bytes_count{method="GET",route="metrics"} 7
tempo_request_message_bytes_bucket{method="GET",route="other",le="1.048576e+06"} 1
tempo_request_message_bytes_bucket{method="GET",route="other",le="2.62144e+06"} 1
tempo_request_message_bytes_bucket{method="GET",route="other",le="5.24288e+06"} 1
tempo_request_message_bytes_bucket{method="GET",route="other",le="1.048576e+07"} 1
tempo_request_message_bytes_bucket{method="GET",route="other",le="2.62144e+07"} 1
tempo_request_message_bytes_bucket{method="GET",route="other",le="5.24288e+07"} 1
tempo_request_message_bytes_bucket{method="GET",route="other",le="1.048576e+08"} 1
tempo_request_message_bytes_bucket{method="GET",route="other",le="2.62144e+08"} 1
tempo_request_message_bytes_bucket{method="GET",route="other",le="+Inf"} 1
tempo_request_message_bytes_sum{method="GET",route="other"} 0
tempo_request_message_bytes_count{method="GET",route="other"} 1
tempo_request_message_bytes_bucket{method="GET",route="ready",le="1.048576e+06"} 56
tempo_request_message_bytes_bucket{method="GET",route="ready",le="2.62144e+06"} 56
tempo_request_message_bytes_bucket{method="GET",route="ready",le="5.24288e+06"} 56
tempo_request_message_bytes_bucket{method="GET",route="ready",le="1.048576e+07"} 56
tempo_request_message_bytes_bucket{method="GET",route="ready",le="2.62144e+07"} 56
tempo_request_message_bytes_bucket{method="GET",route="ready",le="5.24288e+07"} 56
tempo_request_message_bytes_bucket{method="GET",route="ready",le="1.048576e+08"} 56
tempo_request_message_bytes_bucket{method="GET",route="ready",le="2.62144e+08"} 56
tempo_request_message_bytes_bucket{method="GET",route="ready",le="+Inf"} 56
tempo_request_message_bytes_sum{method="GET",route="ready"} 0
tempo_request_message_bytes_count{method="GET",route="ready"} 56
tempo_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+06"} 19
tempo_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.62144e+06"} 19
tempo_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="5.24288e+06"} 19
tempo_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+07"} 19
tempo_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.62144e+07"} 19
tempo_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="5.24288e+07"} 19
tempo_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+08"} 19
tempo_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.62144e+08"} 19
tempo_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="+Inf"} 19
tempo_request_message_bytes_sum{method="gRPC",route="/grpc.health.v1.Health/Check"} 95
tempo_request_message_bytes_count{method="gRPC",route="/grpc.health.v1.Health/Check"} 19
tempo_request_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="1.048576e+06"} 95
tempo_request_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="2.62144e+06"} 95
tempo_request_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="5.24288e+06"} 95
tempo_request_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="1.048576e+07"} 95
tempo_request_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="2.62144e+07"} 95
tempo_request_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="5.24288e+07"} 95
tempo_request_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="1.048576e+08"} 95
tempo_request_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="2.62144e+08"} 95
tempo_request_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="+Inf"} 95
tempo_request_message_bytes_sum{method="gRPC",route="/tempopb.Pusher/PushBytesV2"} 191038
tempo_request_message_bytes_count{method="gRPC",route="/tempopb.Pusher/PushBytesV2"} 95
# HELP tempo_response_message_bytes Size (in bytes) of messages sent in response.
# TYPE tempo_response_message_bytes histogram
tempo_response_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+06"} 7
tempo_response_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+06"} 7
tempo_response_message_bytes_bucket{method="GET",route="metrics",le="5.24288e+06"} 7
tempo_response_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+07"} 7
tempo_response_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+07"} 7
tempo_response_message_bytes_bucket{method="GET",route="metrics",le="5.24288e+07"} 7
tempo_response_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+08"} 7
tempo_response_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+08"} 7
tempo_response_message_bytes_bucket{method="GET",route="metrics",le="+Inf"} 7
tempo_response_message_bytes_sum{method="GET",route="metrics"} 49733
tempo_response_message_bytes_count{method="GET",route="metrics"} 7
tempo_response_message_bytes_bucket{method="GET",route="other",le="1.048576e+06"} 1
tempo_response_message_bytes_bucket{method="GET",route="other",le="2.62144e+06"} 1
tempo_response_message_bytes_bucket{method="GET",route="other",le="5.24288e+06"} 1
tempo_response_message_bytes_bucket{method="GET",route="other",le="1.048576e+07"} 1
tempo_response_message_bytes_bucket{method="GET",route="other",le="2.62144e+07"} 1
tempo_response_message_bytes_bucket{method="GET",route="other",le="5.24288e+07"} 1
tempo_response_message_bytes_bucket{method="GET",route="other",le="1.048576e+08"} 1
tempo_response_message_bytes_bucket{method="GET",route="other",le="2.62144e+08"} 1
tempo_response_message_bytes_bucket{method="GET",route="other",le="+Inf"} 1
tempo_response_message_bytes_sum{method="GET",route="other"} 19
tempo_response_message_bytes_count{method="GET",route="other"} 1
tempo_response_message_bytes_bucket{method="GET",route="ready",le="1.048576e+06"} 56
tempo_response_message_bytes_bucket{method="GET",route="ready",le="2.62144e+06"} 56
tempo_response_message_bytes_bucket{method="GET",route="ready",le="5.24288e+06"} 56
tempo_response_message_bytes_bucket{method="GET",route="ready",le="1.048576e+07"} 56
tempo_response_message_bytes_bucket{method="GET",route="ready",le="2.62144e+07"} 56
tempo_response_message_bytes_bucket{method="GET",route="ready",le="5.24288e+07"} 56
tempo_response_message_bytes_bucket{method="GET",route="ready",le="1.048576e+08"} 56
tempo_response_message_bytes_bucket{method="GET",route="ready",le="2.62144e+08"} 56
tempo_response_message_bytes_bucket{method="GET",route="ready",le="+Inf"} 56
tempo_response_message_bytes_sum{method="GET",route="ready"} 488
tempo_response_message_bytes_count{method="GET",route="ready"} 56
tempo_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+06"} 19
tempo_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.62144e+06"} 19
tempo_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="5.24288e+06"} 19
tempo_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+07"} 19
tempo_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.62144e+07"} 19
tempo_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="5.24288e+07"} 19
tempo_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+08"} 19
tempo_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.62144e+08"} 19
tempo_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="+Inf"} 19
tempo_response_message_bytes_sum{method="gRPC",route="/grpc.health.v1.Health/Check"} 475
tempo_response_message_bytes_count{method="gRPC",route="/grpc.health.v1.Health/Check"} 19
tempo_response_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="1.048576e+06"} 95
tempo_response_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="2.62144e+06"} 95
tempo_response_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="5.24288e+06"} 95
tempo_response_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="1.048576e+07"} 95
tempo_response_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="2.62144e+07"} 95
tempo_response_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="5.24288e+07"} 95
tempo_response_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="1.048576e+08"} 95
tempo_response_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="2.62144e+08"} 95
tempo_response_message_bytes_bucket{method="gRPC",route="/tempopb.Pusher/PushBytesV2",le="+Inf"} 95
tempo_response_message_bytes_sum{method="gRPC",route="/tempopb.Pusher/PushBytesV2"} 475
tempo_response_message_bytes_count{method="gRPC",route="/tempopb.Pusher/PushBytesV2"} 95
# HELP tempo_tcp_connections Current number of accepted TCP connections.
# TYPE tempo_tcp_connections gauge
tempo_tcp_connections{protocol="grpc"} 1
tempo_tcp_connections{protocol="http"} 2
# HELP tempo_tcp_connections_limit The max number of TCP connections that can be accepted (0 means no limit).
# TYPE tempo_tcp_connections_limit gauge
tempo_tcp_connections_limit{protocol="grpc"} 0
tempo_tcp_connections_limit{protocol="http"} 0
# HELP tempodb_backend_hedged_roundtrips_total Total number of hedged backend requests. Registered as a gauge for code sanity. This is a counter.
# TYPE tempodb_backend_hedged_roundtrips_total gauge
tempodb_backend_hedged_roundtrips_total 0
# HELP tempodb_backend_request_duration_seconds Time spent doing backend storage requests.
# TYPE tempodb_backend_request_duration_seconds histogram
tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="0.005"} 0
tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="0.02"} 1
tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="0.08"} 2
tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="0.32"} 2
tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="1.28"} 2
tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="5.12"} 2
tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="+Inf"} 2
tempodb_backend_request_duration_seconds_sum{operation="GET",status_code="200"} 0.032596715
tempodb_backend_request_duration_seconds_count{operation="GET",status_code="200"} 2
tempodb_backend_request_duration_seconds_bucket{operation="PUT",status_code="200",le="0.005"} 0
tempodb_backend_request_duration_seconds_bucket{operation="PUT",status_code="200",le="0.02"} 0
tempodb_backend_request_duration_seconds_bucket{operation="PUT",status_code="200",le="0.08"} 2
tempodb_backend_request_duration_seconds_bucket{operation="PUT",status_code="200",le="0.32"} 3
tempodb_backend_request_duration_seconds_bucket{operation="PUT",status_code="200",le="1.28"} 3
tempodb_backend_request_duration_seconds_bucket{operation="PUT",status_code="200",le="5.12"} 3
tempodb_backend_request_duration_seconds_bucket{operation="PUT",status_code="200",le="+Inf"} 3
tempodb_backend_request_duration_seconds_sum{operation="PUT",status_code="200"} 0.18877744600000002
tempodb_backend_request_duration_seconds_count{operation="PUT",status_code="200"} 3
# HELP tempodb_blocklist_poll_duration_seconds Records the amount of time to poll and update the blocklist.
# TYPE tempodb_blocklist_poll_duration_seconds histogram
tempodb_blocklist_poll_duration_seconds_bucket{le="0"} 0
tempodb_blocklist_poll_duration_seconds_bucket{le="60"} 0
tempodb_blocklist_poll_duration_seconds_bucket{le="120"} 0
tempodb_blocklist_poll_duration_seconds_bucket{le="180"} 0
tempodb_blocklist_poll_duration_seconds_bucket{le="240"} 0
tempodb_blocklist_poll_duration_seconds_bucket{le="+Inf"} 0
tempodb_blocklist_poll_duration_seconds_sum 0
tempodb_blocklist_poll_duration_seconds_count 0
# HELP tempodb_compaction_errors_total Total number of errors occurring during compaction.
# TYPE tempodb_compaction_errors_total counter
tempodb_compaction_errors_total 0
# HELP tempodb_retention_deleted_total Total number of blocks deleted.
# TYPE tempodb_retention_deleted_total counter
tempodb_retention_deleted_total 0
# HELP tempodb_retention_duration_seconds Records the amount of time to perform retention tasks.
# TYPE tempodb_retention_duration_seconds histogram
tempodb_retention_duration_seconds_bucket{le="0.25"} 0
tempodb_retention_duration_seconds_bucket{le="0.5"} 0
tempodb_retention_duration_seconds_bucket{le="1"} 0
tempodb_retention_duration_seconds_bucket{le="2"} 0
tempodb_retention_duration_seconds_bucket{le="4"} 0
tempodb_retention_duration_seconds_bucket{le="8"} 0
tempodb_retention_duration_seconds_bucket{le="+Inf"} 0
tempodb_retention_duration_seconds_sum 0
tempodb_retention_duration_seconds_count 0
# HELP tempodb_retention_errors_total Total number of times an error occurred while performing retention tasks.
# TYPE tempodb_retention_errors_total counter
tempodb_retention_errors_total 0
# HELP tempodb_retention_marked_for_deletion_total Total number of blocks marked for deletion.
# TYPE tempodb_retention_marked_for_deletion_total counter
tempodb_retention_marked_for_deletion_total 0
# HELP tempodb_work_queue_length Current length of the work queue.
# TYPE tempodb_work_queue_length gauge
tempodb_work_queue_length 0
# HELP tempodb_work_queue_max Maximum number of items in the work queue.
# TYPE tempodb_work_queue_max gauge
tempodb_work_queue_max 20000
# HELP timer_memberlist_gossip timer_memberlist_gossip
# TYPE timer_memberlist_gossip summary
timer_memberlist_gossip{quantile="0.5"} 3.731499964487739e-05
timer_memberlist_gossip{quantile="0.9"} 0.0015120550524443388
timer_memberlist_gossip{quantile="0.99"} 0.0015120550524443388
timer_memberlist_gossip_sum 0.25317407311104034
timer_memberlist_gossip_count 573
# HELP timer_memberlist_probeNode timer_memberlist_probeNode
# TYPE timer_memberlist_probeNode summary
timer_memberlist_probeNode{quantile="0.5"} 0.0010398499434813857
timer_memberlist_probeNode{quantile="0.9"} 0.002075701020658016
timer_memberlist_probeNode{quantile="0.99"} 0.002075701020658016
timer_memberlist_probeNode_sum 0.19551927194697782
timer_memberlist_probeNode_count 114
# HELP timer_memberlist_pushPullNode timer_memberlist_pushPullNode
# TYPE timer_memberlist_pushPullNode summary
timer_memberlist_pushPullNode{quantile="0.5"} NaN
timer_memberlist_pushPullNode{quantile="0.9"} NaN
timer_memberlist_pushPullNode{quantile="0.99"} NaN
timer_memberlist_pushPullNode_sum 0.03109239912009798
timer_memberlist_pushPullNode_count 28