# HELP deprecated_flags_inuse_total The number of deprecated flags currently set. # TYPE deprecated_flags_inuse_total counter deprecated_flags_inuse_total 0 # HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 6.5502e-05 go_gc_duration_seconds{quantile="0.25"} 9.1282e-05 go_gc_duration_seconds{quantile="0.5"} 9.69e-05 go_gc_duration_seconds{quantile="0.75"} 0.000117995 go_gc_duration_seconds{quantile="1"} 0.000779984 go_gc_duration_seconds_sum 0.002183862 go_gc_duration_seconds_count 14 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 487 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.20.5"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated and still in use. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 1.081085224e+09 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 1.107846592e+09 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 1.459975e+06 # HELP go_memstats_frees_total Total number of frees. # TYPE go_memstats_frees_total counter go_memstats_frees_total 78484 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 2.2542632e+07 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 1.081085224e+09 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 1.6564224e+07 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 1.084112896e+09 # HELP go_memstats_heap_objects Number of allocated objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 31377 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 3.571712e+06 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 1.10067712e+09 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.69383369169695e+09 # HELP go_memstats_lookups_total Total number of pointer lookups. # TYPE go_memstats_lookups_total counter go_memstats_lookups_total 0 # HELP go_memstats_mallocs_total Total number of mallocs. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 109861 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 19200 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 31200 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 261600 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 293760 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 2.162979688e+09 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 3.899513e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 2.424832e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 2.424832e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 1.131329032e+09 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 19 # HELP jaeger_tracer_baggage_restrictions_updates_total Number of times baggage restrictions were successfully updated # TYPE jaeger_tracer_baggage_restrictions_updates_total counter jaeger_tracer_baggage_restrictions_updates_total{result="err"} 0 jaeger_tracer_baggage_restrictions_updates_total{result="ok"} 0 # HELP jaeger_tracer_baggage_truncations_total Number of times baggage was truncated as per baggage restrictions # TYPE jaeger_tracer_baggage_truncations_total counter jaeger_tracer_baggage_truncations_total 0 # HELP jaeger_tracer_baggage_updates_total Number of times baggage was successfully written or updated on spans # TYPE jaeger_tracer_baggage_updates_total counter jaeger_tracer_baggage_updates_total{result="err"} 0 jaeger_tracer_baggage_updates_total{result="ok"} 0 # HELP jaeger_tracer_finished_spans_total Number of sampled spans finished by this tracer # TYPE jaeger_tracer_finished_spans_total counter jaeger_tracer_finished_spans_total{sampled="delayed"} 0 jaeger_tracer_finished_spans_total{sampled="n"} 221 jaeger_tracer_finished_spans_total{sampled="y"} 0 # HELP jaeger_tracer_reporter_queue_length Current number of spans in the reporter queue # TYPE jaeger_tracer_reporter_queue_length gauge jaeger_tracer_reporter_queue_length 0 # HELP jaeger_tracer_reporter_spans_total Number of spans successfully reported # TYPE jaeger_tracer_reporter_spans_total counter jaeger_tracer_reporter_spans_total{result="dropped"} 0 jaeger_tracer_reporter_spans_total{result="err"} 0 jaeger_tracer_reporter_spans_total{result="ok"} 0 # HELP jaeger_tracer_sampler_queries_total Number of times the Sampler succeeded to retrieve sampling strategy # TYPE jaeger_tracer_sampler_queries_total counter jaeger_tracer_sampler_queries_total{result="err"} 18 jaeger_tracer_sampler_queries_total{result="ok"} 0 # HELP jaeger_tracer_sampler_updates_total Number of times the Sampler succeeded to retrieve and update sampling strategy # TYPE jaeger_tracer_sampler_updates_total counter jaeger_tracer_sampler_updates_total{result="err"} 0 jaeger_tracer_sampler_updates_total{result="ok"} 0 # HELP jaeger_tracer_span_context_decoding_errors_total Number of errors decoding tracing context # TYPE jaeger_tracer_span_context_decoding_errors_total counter jaeger_tracer_span_context_decoding_errors_total 0 # HELP jaeger_tracer_started_spans_total Number of spans started by this tracer as sampled # TYPE jaeger_tracer_started_spans_total counter jaeger_tracer_started_spans_total{sampled="delayed"} 0 jaeger_tracer_started_spans_total{sampled="n"} 242 jaeger_tracer_started_spans_total{sampled="y"} 0 # HELP jaeger_tracer_throttled_debug_spans_total Number of times debug spans were throttled # TYPE jaeger_tracer_throttled_debug_spans_total counter jaeger_tracer_throttled_debug_spans_total 0 # HELP jaeger_tracer_throttler_updates_total Number of times throttler successfully updated # TYPE jaeger_tracer_throttler_updates_total counter jaeger_tracer_throttler_updates_total{result="err"} 0 jaeger_tracer_throttler_updates_total{result="ok"} 0 # HELP jaeger_tracer_traces_total Number of traces started by this tracer as sampled # TYPE jaeger_tracer_traces_total counter jaeger_tracer_traces_total{sampled="n",state="joined"} 0 jaeger_tracer_traces_total{sampled="n",state="started"} 176 jaeger_tracer_traces_total{sampled="y",state="joined"} 0 jaeger_tracer_traces_total{sampled="y",state="started"} 0 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 0.6 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 1.048576e+06 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 13 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 8.6949888e+07 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.69383260533e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 1.885556736e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP prometheus_remote_storage_exemplars_in_total Exemplars in to remote storage, compare to exemplars out for queue managers. # TYPE prometheus_remote_storage_exemplars_in_total counter prometheus_remote_storage_exemplars_in_total 0 # HELP prometheus_remote_storage_samples_in_total Samples in to remote storage, compare to samples out for queue managers. # TYPE prometheus_remote_storage_samples_in_total counter prometheus_remote_storage_samples_in_total 0 # HELP prometheus_remote_storage_string_interner_zero_reference_releases_total The number of times release has been called for strings that are not interned. # TYPE prometheus_remote_storage_string_interner_zero_reference_releases_total counter prometheus_remote_storage_string_interner_zero_reference_releases_total 0 # HELP prometheus_target_scrape_pool_exceeded_label_limits_total Total number of times scrape pools hit the label limits, during sync or config reload. # TYPE prometheus_target_scrape_pool_exceeded_label_limits_total counter prometheus_target_scrape_pool_exceeded_label_limits_total 0 # HELP prometheus_target_scrape_pool_exceeded_target_limit_total Total number of times scrape pools hit the target limit, during sync or config reload. # TYPE prometheus_target_scrape_pool_exceeded_target_limit_total counter prometheus_target_scrape_pool_exceeded_target_limit_total 0 # HELP prometheus_target_scrape_pool_reloads_failed_total Total number of failed scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_failed_total counter prometheus_target_scrape_pool_reloads_failed_total 0 # HELP prometheus_target_scrape_pool_reloads_total Total number of scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_total counter prometheus_target_scrape_pool_reloads_total 0 # HELP prometheus_target_scrape_pools_failed_total Total number of scrape pool creations that failed. # TYPE prometheus_target_scrape_pools_failed_total counter prometheus_target_scrape_pools_failed_total 0 # HELP prometheus_target_scrape_pools_total Total number of scrape pool creation attempts. # TYPE prometheus_target_scrape_pools_total counter prometheus_target_scrape_pools_total 0 # HELP prometheus_target_scrapes_cache_flush_forced_total How many times a scrape cache was flushed due to getting big while scrapes are failing. # TYPE prometheus_target_scrapes_cache_flush_forced_total counter prometheus_target_scrapes_cache_flush_forced_total 0 # HELP prometheus_target_scrapes_exceeded_body_size_limit_total Total number of scrapes that hit the body size limit # TYPE prometheus_target_scrapes_exceeded_body_size_limit_total counter prometheus_target_scrapes_exceeded_body_size_limit_total 0 # HELP prometheus_target_scrapes_exceeded_sample_limit_total Total number of scrapes that hit the sample limit and were rejected. # TYPE prometheus_target_scrapes_exceeded_sample_limit_total counter prometheus_target_scrapes_exceeded_sample_limit_total 0 # HELP prometheus_target_scrapes_exemplar_out_of_order_total Total number of exemplar rejected due to not being out of the expected order. # TYPE prometheus_target_scrapes_exemplar_out_of_order_total counter prometheus_target_scrapes_exemplar_out_of_order_total 0 # HELP prometheus_target_scrapes_sample_duplicate_timestamp_total Total number of samples rejected due to duplicate timestamps but different values. # TYPE prometheus_target_scrapes_sample_duplicate_timestamp_total counter prometheus_target_scrapes_sample_duplicate_timestamp_total 0 # HELP prometheus_target_scrapes_sample_out_of_bounds_total Total number of samples rejected due to timestamp falling outside of the time bounds. # TYPE prometheus_target_scrapes_sample_out_of_bounds_total counter prometheus_target_scrapes_sample_out_of_bounds_total 0 # HELP prometheus_target_scrapes_sample_out_of_order_total Total number of samples rejected due to not being out of the expected order. # TYPE prometheus_target_scrapes_sample_out_of_order_total counter prometheus_target_scrapes_sample_out_of_order_total 0 # HELP prometheus_template_text_expansion_failures_total The total number of template text expansion failures. # TYPE prometheus_template_text_expansion_failures_total counter prometheus_template_text_expansion_failures_total 0 # HELP prometheus_template_text_expansions_total The total number of template text expansions. # TYPE prometheus_template_text_expansions_total counter prometheus_template_text_expansions_total 0 # HELP tempo_build_info A metric with a constant '1' value labeled by version, revision, branch, goversion from which tempo was built, and the goos and goarch for the build. # TYPE tempo_build_info gauge tempo_build_info{branch="HEAD",goarch="s390x",goos="linux",goversion="go1.20.5",revision="4157d762",tags="unknown",version="2.1.1"} 1 # HELP tempo_distributor_ingester_clients The current number of ingester clients. # TYPE tempo_distributor_ingester_clients gauge tempo_distributor_ingester_clients 0 # HELP tempo_distributor_metrics_generator_clients The current number of metrics-generator clients. # TYPE tempo_distributor_metrics_generator_clients gauge tempo_distributor_metrics_generator_clients 0 # HELP tempo_distributor_push_duration_seconds Records the amount of time to push a batch to the ingester. # TYPE tempo_distributor_push_duration_seconds histogram tempo_distributor_push_duration_seconds_bucket{le="0.005"} 0 tempo_distributor_push_duration_seconds_bucket{le="0.01"} 0 tempo_distributor_push_duration_seconds_bucket{le="0.025"} 0 tempo_distributor_push_duration_seconds_bucket{le="0.05"} 0 tempo_distributor_push_duration_seconds_bucket{le="0.1"} 0 tempo_distributor_push_duration_seconds_bucket{le="0.25"} 0 tempo_distributor_push_duration_seconds_bucket{le="0.5"} 0 tempo_distributor_push_duration_seconds_bucket{le="1"} 0 tempo_distributor_push_duration_seconds_bucket{le="2.5"} 0 tempo_distributor_push_duration_seconds_bucket{le="5"} 0 tempo_distributor_push_duration_seconds_bucket{le="10"} 0 tempo_distributor_push_duration_seconds_bucket{le="+Inf"} 0 tempo_distributor_push_duration_seconds_sum 0 tempo_distributor_push_duration_seconds_count 0 # HELP tempo_distributor_traces_per_batch The number of traces in each batch # TYPE tempo_distributor_traces_per_batch histogram tempo_distributor_traces_per_batch_bucket{le="2"} 0 tempo_distributor_traces_per_batch_bucket{le="4"} 0 tempo_distributor_traces_per_batch_bucket{le="8"} 0 tempo_distributor_traces_per_batch_bucket{le="16"} 0 tempo_distributor_traces_per_batch_bucket{le="32"} 0 tempo_distributor_traces_per_batch_bucket{le="64"} 0 tempo_distributor_traces_per_batch_bucket{le="128"} 0 tempo_distributor_traces_per_batch_bucket{le="256"} 0 tempo_distributor_traces_per_batch_bucket{le="512"} 0 tempo_distributor_traces_per_batch_bucket{le="1024"} 0 tempo_distributor_traces_per_batch_bucket{le="+Inf"} 0 tempo_distributor_traces_per_batch_sum 0 tempo_distributor_traces_per_batch_count 0 # HELP tempo_dns_failures_total The number of DNS lookup failures # TYPE tempo_dns_failures_total counter tempo_dns_failures_total{name="memberlist"} 0 # HELP tempo_dns_lookups_total The number of DNS lookups resolutions attempts # TYPE tempo_dns_lookups_total counter tempo_dns_lookups_total{name="memberlist"} 0 # HELP tempo_experimental_features_in_use_total The number of experimental features in use. # TYPE tempo_experimental_features_in_use_total counter tempo_experimental_features_in_use_total 0 # HELP tempo_feature_enabled Boolean for configuration variables # TYPE tempo_feature_enabled gauge tempo_feature_enabled{feature="search_external_endpoints"} 0 # HELP tempo_inflight_requests Current number of inflight requests. # TYPE tempo_inflight_requests gauge tempo_inflight_requests{method="GET",route="api_echo"} 0 tempo_inflight_requests{method="GET",route="api_search"} 0 tempo_inflight_requests{method="GET",route="api_search_tag_tagname_values"} 0 tempo_inflight_requests{method="GET",route="api_search_tags"} 0 tempo_inflight_requests{method="GET",route="api_v2_search_tag_tagname_values"} 0 tempo_inflight_requests{method="GET",route="metrics"} 1 tempo_inflight_requests{method="GET",route="other"} 0 tempo_inflight_requests{method="GET",route="ready"} 0 tempo_inflight_requests{method="gRPC",route="/frontend.Frontend/Process"} 20 # HELP tempo_ingester_blocks_cleared_total The total number of blocks cleared. # TYPE tempo_ingester_blocks_cleared_total counter tempo_ingester_blocks_cleared_total 0 # HELP tempo_ingester_blocks_flushed_total The total number of blocks flushed # TYPE tempo_ingester_blocks_flushed_total counter tempo_ingester_blocks_flushed_total 0 # HELP tempo_ingester_failed_flushes_total The total number of failed traces # TYPE tempo_ingester_failed_flushes_total counter tempo_ingester_failed_flushes_total 0 # HELP tempo_ingester_flush_duration_seconds Records the amount of time to flush a complete block. # TYPE tempo_ingester_flush_duration_seconds histogram tempo_ingester_flush_duration_seconds_bucket{le="1"} 0 tempo_ingester_flush_duration_seconds_bucket{le="2"} 0 tempo_ingester_flush_duration_seconds_bucket{le="4"} 0 tempo_ingester_flush_duration_seconds_bucket{le="8"} 0 tempo_ingester_flush_duration_seconds_bucket{le="16"} 0 tempo_ingester_flush_duration_seconds_bucket{le="32"} 0 tempo_ingester_flush_duration_seconds_bucket{le="64"} 0 tempo_ingester_flush_duration_seconds_bucket{le="128"} 0 tempo_ingester_flush_duration_seconds_bucket{le="256"} 0 tempo_ingester_flush_duration_seconds_bucket{le="512"} 0 tempo_ingester_flush_duration_seconds_bucket{le="+Inf"} 0 tempo_ingester_flush_duration_seconds_sum 0 tempo_ingester_flush_duration_seconds_count 0 # HELP tempo_ingester_flush_failed_retries_total The total number of failed retries after a failed flush # TYPE tempo_ingester_flush_failed_retries_total counter tempo_ingester_flush_failed_retries_total 0 # HELP tempo_ingester_flush_queue_length The total number of series pending in the flush queue. # TYPE tempo_ingester_flush_queue_length gauge tempo_ingester_flush_queue_length 0 # HELP tempo_ingester_flush_retries_total The total number of retries after a failed flush # TYPE tempo_ingester_flush_retries_total counter tempo_ingester_flush_retries_total 0 # HELP tempo_ingester_flush_size_bytes Size in bytes of blocks flushed. # TYPE tempo_ingester_flush_size_bytes histogram tempo_ingester_flush_size_bytes_bucket{le="1.048576e+06"} 0 tempo_ingester_flush_size_bytes_bucket{le="2.097152e+06"} 0 tempo_ingester_flush_size_bytes_bucket{le="4.194304e+06"} 0 tempo_ingester_flush_size_bytes_bucket{le="8.388608e+06"} 0 tempo_ingester_flush_size_bytes_bucket{le="1.6777216e+07"} 0 tempo_ingester_flush_size_bytes_bucket{le="3.3554432e+07"} 0 tempo_ingester_flush_size_bytes_bucket{le="6.7108864e+07"} 0 tempo_ingester_flush_size_bytes_bucket{le="1.34217728e+08"} 0 tempo_ingester_flush_size_bytes_bucket{le="2.68435456e+08"} 0 tempo_ingester_flush_size_bytes_bucket{le="5.36870912e+08"} 0 tempo_ingester_flush_size_bytes_bucket{le="+Inf"} 0 tempo_ingester_flush_size_bytes_sum 0 tempo_ingester_flush_size_bytes_count 0 # HELP tempo_limits_defaults Default resource limits # TYPE tempo_limits_defaults gauge tempo_limits_defaults{limit_name="block_retention"} 0 tempo_limits_defaults{limit_name="ingestion_burst_size_bytes"} 2e+07 tempo_limits_defaults{limit_name="ingestion_rate_limit_bytes"} 1.5e+07 tempo_limits_defaults{limit_name="max_bytes_per_tag_values_query"} 5e+06 tempo_limits_defaults{limit_name="max_bytes_per_trace"} 5e+06 tempo_limits_defaults{limit_name="max_global_traces_per_user"} 0 tempo_limits_defaults{limit_name="max_local_traces_per_user"} 10000 tempo_limits_defaults{limit_name="metrics_generator_max_active_series"} 0 # HELP tempo_querier_external_endpoint_hedged_roundtrips_total Total number of hedged external requests. Registered as a gauge for code sanity. This is a counter. # TYPE tempo_querier_external_endpoint_hedged_roundtrips_total gauge tempo_querier_external_endpoint_hedged_roundtrips_total 0 # HELP tempo_querier_ingester_clients The current number of ingester clients. # TYPE tempo_querier_ingester_clients gauge tempo_querier_ingester_clients 0 # HELP tempo_query_frontend_bytes_processed_per_second Bytes processed per second in the query per tenant # TYPE tempo_query_frontend_bytes_processed_per_second histogram tempo_query_frontend_bytes_processed_per_second_bucket{op="search",tenant="single-tenant",le="1.048576e+06"} 2 tempo_query_frontend_bytes_processed_per_second_bucket{op="search",tenant="single-tenant",le="2.097152e+06"} 6 tempo_query_frontend_bytes_processed_per_second_bucket{op="search",tenant="single-tenant",le="4.194304e+06"} 8 tempo_query_frontend_bytes_processed_per_second_bucket{op="search",tenant="single-tenant",le="8.388608e+06"} 8 tempo_query_frontend_bytes_processed_per_second_bucket{op="search",tenant="single-tenant",le="1.6777216e+07"} 8 tempo_query_frontend_bytes_processed_per_second_bucket{op="search",tenant="single-tenant",le="3.3554432e+07"} 8 tempo_query_frontend_bytes_processed_per_second_bucket{op="search",tenant="single-tenant",le="6.7108864e+07"} 8 tempo_query_frontend_bytes_processed_per_second_bucket{op="search",tenant="single-tenant",le="1.34217728e+08"} 8 tempo_query_frontend_bytes_processed_per_second_bucket{op="search",tenant="single-tenant",le="2.68435456e+08"} 8 tempo_query_frontend_bytes_processed_per_second_bucket{op="search",tenant="single-tenant",le="5.36870912e+08"} 8 tempo_query_frontend_bytes_processed_per_second_bucket{op="search",tenant="single-tenant",le="+Inf"} 8 tempo_query_frontend_bytes_processed_per_second_sum{op="search",tenant="single-tenant"} 1.2891991194906848e+07 tempo_query_frontend_bytes_processed_per_second_count{op="search",tenant="single-tenant"} 8 # HELP tempo_query_frontend_connected_clients Number of worker clients currently connected to the frontend. # TYPE tempo_query_frontend_connected_clients gauge tempo_query_frontend_connected_clients 20 # HELP tempo_query_frontend_hedged_roundtrips_total Total number of hedged trace by ID requests. Registered as a gauge for code sanity. This is a counter. # TYPE tempo_query_frontend_hedged_roundtrips_total gauge tempo_query_frontend_hedged_roundtrips_total 0 # HELP tempo_query_frontend_queries_total Total queries received per tenant. # TYPE tempo_query_frontend_queries_total counter tempo_query_frontend_queries_total{op="search",status="0",tenant="single-tenant"} 30 # HELP tempo_query_frontend_queue_duration_seconds Time spend by requests queued. # TYPE tempo_query_frontend_queue_duration_seconds histogram tempo_query_frontend_queue_duration_seconds_bucket{le="0.005"} 28 tempo_query_frontend_queue_duration_seconds_bucket{le="0.01"} 28 tempo_query_frontend_queue_duration_seconds_bucket{le="0.025"} 28 tempo_query_frontend_queue_duration_seconds_bucket{le="0.05"} 28 tempo_query_frontend_queue_duration_seconds_bucket{le="0.1"} 28 tempo_query_frontend_queue_duration_seconds_bucket{le="0.25"} 28 tempo_query_frontend_queue_duration_seconds_bucket{le="0.5"} 28 tempo_query_frontend_queue_duration_seconds_bucket{le="1"} 28 tempo_query_frontend_queue_duration_seconds_bucket{le="2.5"} 28 tempo_query_frontend_queue_duration_seconds_bucket{le="5"} 28 tempo_query_frontend_queue_duration_seconds_bucket{le="10"} 28 tempo_query_frontend_queue_duration_seconds_bucket{le="+Inf"} 28 tempo_query_frontend_queue_duration_seconds_sum 0.00164727 tempo_query_frontend_queue_duration_seconds_count 28 # HELP tempo_query_frontend_queue_length Number of queries in the queue. # TYPE tempo_query_frontend_queue_length gauge tempo_query_frontend_queue_length{user="single-tenant"} 0 # HELP tempo_query_frontend_retries Number of times a request is retried. # TYPE tempo_query_frontend_retries histogram tempo_query_frontend_retries_bucket{le="0"} 24 tempo_query_frontend_retries_bucket{le="1"} 24 tempo_query_frontend_retries_bucket{le="2"} 26 tempo_query_frontend_retries_bucket{le="3"} 26 tempo_query_frontend_retries_bucket{le="4"} 26 tempo_query_frontend_retries_bucket{le="5"} 26 tempo_query_frontend_retries_bucket{le="+Inf"} 26 tempo_query_frontend_retries_sum 4 tempo_query_frontend_retries_count 26 # HELP tempo_request_duration_seconds Time (in seconds) spent serving HTTP requests. # TYPE tempo_request_duration_seconds histogram tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="0.005"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="0.01"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="0.025"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="0.05"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="0.1"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="0.25"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="0.5"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="1"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="2.5"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="5"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="10"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="25"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="50"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="100"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_echo",status_code="200",ws="false",le="+Inf"} 2 tempo_request_duration_seconds_sum{method="GET",route="api_echo",status_code="200",ws="false"} 5.0165e-05 tempo_request_duration_seconds_count{method="GET",route="api_echo",status_code="200",ws="false"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="0.005"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="0.01"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="0.025"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="0.05"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="0.1"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="0.25"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="0.5"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="1"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="2.5"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="5"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="10"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="25"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="50"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="100"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="200",ws="false",le="+Inf"} 6 tempo_request_duration_seconds_sum{method="GET",route="api_search",status_code="200",ws="false"} 0.024112912 tempo_request_duration_seconds_count{method="GET",route="api_search",status_code="200",ws="false"} 6 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="0.005"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="0.01"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="0.025"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="0.05"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="0.1"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="0.25"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="0.5"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="1"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="2.5"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="5"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="10"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="25"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="50"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="100"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="400",ws="false",le="+Inf"} 4 tempo_request_duration_seconds_sum{method="GET",route="api_search",status_code="400",ws="false"} 0.000644845 tempo_request_duration_seconds_count{method="GET",route="api_search",status_code="400",ws="false"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="0.005"} 0 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="0.01"} 1 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="0.025"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="0.05"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="0.1"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="0.25"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="0.5"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="1"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="2.5"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="5"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="10"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="25"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="50"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="100"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search",status_code="500",ws="false",le="+Inf"} 2 tempo_request_duration_seconds_sum{method="GET",route="api_search",status_code="500",ws="false"} 0.032285543 tempo_request_duration_seconds_count{method="GET",route="api_search",status_code="500",ws="false"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="0.005"} 3 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="0.01"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="0.025"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="0.05"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="0.1"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="0.25"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="0.5"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="1"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="2.5"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="5"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="10"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="25"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="50"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="100"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false",le="+Inf"} 4 tempo_request_duration_seconds_sum{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false"} 0.01656118 tempo_request_duration_seconds_count{method="GET",route="api_search_tag_tagname_values",status_code="200",ws="false"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="0.005"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="0.01"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="0.025"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="0.05"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="0.1"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="0.25"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="0.5"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="1"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="2.5"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="5"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="10"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="25"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="50"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="100"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_search_tags",status_code="200",ws="false",le="+Inf"} 2 tempo_request_duration_seconds_sum{method="GET",route="api_search_tags",status_code="200",ws="false"} 0.0073819160000000005 tempo_request_duration_seconds_count{method="GET",route="api_search_tags",status_code="200",ws="false"} 2 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="0.005"} 7 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="0.01"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="0.025"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="0.05"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="0.1"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="0.25"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="0.5"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="1"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="2.5"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="5"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="10"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="25"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="50"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="100"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false",le="+Inf"} 8 tempo_request_duration_seconds_sum{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false"} 0.026800934 tempo_request_duration_seconds_count{method="GET",route="api_v2_search_tag_tagname_values",status_code="200",ws="false"} 8 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="0.005"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="0.01"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="0.025"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="0.05"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="0.1"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="0.25"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="0.5"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="1"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="2.5"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="5"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="10"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="25"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="50"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="100"} 4 tempo_request_duration_seconds_bucket{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false",le="+Inf"} 4 tempo_request_duration_seconds_sum{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false"} 0.0066022419999999995 tempo_request_duration_seconds_count{method="GET",route="api_v2_search_tag_tagname_values",status_code="400",ws="false"} 4 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.005"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.01"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.025"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.05"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.1"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.25"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.5"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="1"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="2.5"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="5"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="10"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="25"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="50"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="100"} 1 tempo_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="+Inf"} 1 tempo_request_duration_seconds_sum{method="GET",route="metrics",status_code="200",ws="false"} 0.00411742 tempo_request_duration_seconds_count{method="GET",route="metrics",status_code="200",ws="false"} 1 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.005"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.01"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.025"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.05"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.1"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.25"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.5"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="1"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="2.5"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="5"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="10"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="25"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="50"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="100"} 4 tempo_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="+Inf"} 4 tempo_request_duration_seconds_sum{method="GET",route="other",status_code="404",ws="false"} 0.000100274 tempo_request_duration_seconds_count{method="GET",route="other",status_code="404",ws="false"} 4 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.005"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.01"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.025"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.05"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.1"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.25"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="0.5"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="1"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="2.5"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="5"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="10"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="25"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="50"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="100"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="200",ws="false",le="+Inf"} 111 tempo_request_duration_seconds_sum{method="GET",route="ready",status_code="200",ws="false"} 0.0017361310000000006 tempo_request_duration_seconds_count{method="GET",route="ready",status_code="200",ws="false"} 111 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.005"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.01"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.025"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.05"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.1"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.25"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="0.5"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="1"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="2.5"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="5"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="10"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="25"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="50"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="100"} 3 tempo_request_duration_seconds_bucket{method="GET",route="ready",status_code="503",ws="false",le="+Inf"} 3 tempo_request_duration_seconds_sum{method="GET",route="ready",status_code="503",ws="false"} 0.000233981 tempo_request_duration_seconds_count{method="GET",route="ready",status_code="503",ws="false"} 3 # HELP tempo_request_message_bytes Size (in bytes) of messages received in the request. # TYPE tempo_request_message_bytes histogram tempo_request_message_bytes_bucket{method="GET",route="api_echo",le="1.048576e+06"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_echo",le="2.62144e+06"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_echo",le="5.24288e+06"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_echo",le="1.048576e+07"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_echo",le="2.62144e+07"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_echo",le="5.24288e+07"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_echo",le="1.048576e+08"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_echo",le="2.62144e+08"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_echo",le="+Inf"} 2 tempo_request_message_bytes_sum{method="GET",route="api_echo"} 0 tempo_request_message_bytes_count{method="GET",route="api_echo"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_search",le="1.048576e+06"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_search",le="2.62144e+06"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_search",le="5.24288e+06"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_search",le="1.048576e+07"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_search",le="2.62144e+07"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_search",le="5.24288e+07"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_search",le="1.048576e+08"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_search",le="2.62144e+08"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_search",le="+Inf"} 12 tempo_request_message_bytes_sum{method="GET",route="api_search"} 0 tempo_request_message_bytes_count{method="GET",route="api_search"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="1.048576e+06"} 4 tempo_request_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="2.62144e+06"} 4 tempo_request_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="5.24288e+06"} 4 tempo_request_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="1.048576e+07"} 4 tempo_request_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="2.62144e+07"} 4 tempo_request_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="5.24288e+07"} 4 tempo_request_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="1.048576e+08"} 4 tempo_request_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="2.62144e+08"} 4 tempo_request_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="+Inf"} 4 tempo_request_message_bytes_sum{method="GET",route="api_search_tag_tagname_values"} 0 tempo_request_message_bytes_count{method="GET",route="api_search_tag_tagname_values"} 4 tempo_request_message_bytes_bucket{method="GET",route="api_search_tags",le="1.048576e+06"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_search_tags",le="2.62144e+06"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_search_tags",le="5.24288e+06"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_search_tags",le="1.048576e+07"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_search_tags",le="2.62144e+07"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_search_tags",le="5.24288e+07"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_search_tags",le="1.048576e+08"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_search_tags",le="2.62144e+08"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_search_tags",le="+Inf"} 2 tempo_request_message_bytes_sum{method="GET",route="api_search_tags"} 0 tempo_request_message_bytes_count{method="GET",route="api_search_tags"} 2 tempo_request_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="1.048576e+06"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="2.62144e+06"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="5.24288e+06"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="1.048576e+07"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="2.62144e+07"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="5.24288e+07"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="1.048576e+08"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="2.62144e+08"} 12 tempo_request_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="+Inf"} 12 tempo_request_message_bytes_sum{method="GET",route="api_v2_search_tag_tagname_values"} 0 tempo_request_message_bytes_count{method="GET",route="api_v2_search_tag_tagname_values"} 12 tempo_request_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+06"} 1 tempo_request_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+06"} 1 tempo_request_message_bytes_bucket{method="GET",route="metrics",le="5.24288e+06"} 1 tempo_request_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+07"} 1 tempo_request_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+07"} 1 tempo_request_message_bytes_bucket{method="GET",route="metrics",le="5.24288e+07"} 1 tempo_request_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+08"} 1 tempo_request_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+08"} 1 tempo_request_message_bytes_bucket{method="GET",route="metrics",le="+Inf"} 1 tempo_request_message_bytes_sum{method="GET",route="metrics"} 0 tempo_request_message_bytes_count{method="GET",route="metrics"} 1 tempo_request_message_bytes_bucket{method="GET",route="other",le="1.048576e+06"} 4 tempo_request_message_bytes_bucket{method="GET",route="other",le="2.62144e+06"} 4 tempo_request_message_bytes_bucket{method="GET",route="other",le="5.24288e+06"} 4 tempo_request_message_bytes_bucket{method="GET",route="other",le="1.048576e+07"} 4 tempo_request_message_bytes_bucket{method="GET",route="other",le="2.62144e+07"} 4 tempo_request_message_bytes_bucket{method="GET",route="other",le="5.24288e+07"} 4 tempo_request_message_bytes_bucket{method="GET",route="other",le="1.048576e+08"} 4 tempo_request_message_bytes_bucket{method="GET",route="other",le="2.62144e+08"} 4 tempo_request_message_bytes_bucket{method="GET",route="other",le="+Inf"} 4 tempo_request_message_bytes_sum{method="GET",route="other"} 0 tempo_request_message_bytes_count{method="GET",route="other"} 4 tempo_request_message_bytes_bucket{method="GET",route="ready",le="1.048576e+06"} 114 tempo_request_message_bytes_bucket{method="GET",route="ready",le="2.62144e+06"} 114 tempo_request_message_bytes_bucket{method="GET",route="ready",le="5.24288e+06"} 114 tempo_request_message_bytes_bucket{method="GET",route="ready",le="1.048576e+07"} 114 tempo_request_message_bytes_bucket{method="GET",route="ready",le="2.62144e+07"} 114 tempo_request_message_bytes_bucket{method="GET",route="ready",le="5.24288e+07"} 114 tempo_request_message_bytes_bucket{method="GET",route="ready",le="1.048576e+08"} 114 tempo_request_message_bytes_bucket{method="GET",route="ready",le="2.62144e+08"} 114 tempo_request_message_bytes_bucket{method="GET",route="ready",le="+Inf"} 114 tempo_request_message_bytes_sum{method="GET",route="ready"} 0 tempo_request_message_bytes_count{method="GET",route="ready"} 114 tempo_request_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="1.048576e+06"} 48 tempo_request_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="2.62144e+06"} 48 tempo_request_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="5.24288e+06"} 48 tempo_request_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="1.048576e+07"} 48 tempo_request_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="2.62144e+07"} 48 tempo_request_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="5.24288e+07"} 48 tempo_request_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="1.048576e+08"} 48 tempo_request_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="2.62144e+08"} 48 tempo_request_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="+Inf"} 48 tempo_request_message_bytes_sum{method="gRPC",route="/frontend.Frontend/Process"} 5900 tempo_request_message_bytes_count{method="gRPC",route="/frontend.Frontend/Process"} 48 # HELP tempo_response_message_bytes Size (in bytes) of messages sent in response. # TYPE tempo_response_message_bytes histogram tempo_response_message_bytes_bucket{method="GET",route="api_echo",le="1.048576e+06"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_echo",le="2.62144e+06"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_echo",le="5.24288e+06"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_echo",le="1.048576e+07"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_echo",le="2.62144e+07"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_echo",le="5.24288e+07"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_echo",le="1.048576e+08"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_echo",le="2.62144e+08"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_echo",le="+Inf"} 2 tempo_response_message_bytes_sum{method="GET",route="api_echo"} 10 tempo_response_message_bytes_count{method="GET",route="api_echo"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_search",le="1.048576e+06"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_search",le="2.62144e+06"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_search",le="5.24288e+06"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_search",le="1.048576e+07"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_search",le="2.62144e+07"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_search",le="5.24288e+07"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_search",le="1.048576e+08"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_search",le="2.62144e+08"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_search",le="+Inf"} 12 tempo_response_message_bytes_sum{method="GET",route="api_search"} 1162 tempo_response_message_bytes_count{method="GET",route="api_search"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="1.048576e+06"} 4 tempo_response_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="2.62144e+06"} 4 tempo_response_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="5.24288e+06"} 4 tempo_response_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="1.048576e+07"} 4 tempo_response_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="2.62144e+07"} 4 tempo_response_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="5.24288e+07"} 4 tempo_response_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="1.048576e+08"} 4 tempo_response_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="2.62144e+08"} 4 tempo_response_message_bytes_bucket{method="GET",route="api_search_tag_tagname_values",le="+Inf"} 4 tempo_response_message_bytes_sum{method="GET",route="api_search_tag_tagname_values"} 444 tempo_response_message_bytes_count{method="GET",route="api_search_tag_tagname_values"} 4 tempo_response_message_bytes_bucket{method="GET",route="api_search_tags",le="1.048576e+06"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_search_tags",le="2.62144e+06"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_search_tags",le="5.24288e+06"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_search_tags",le="1.048576e+07"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_search_tags",le="2.62144e+07"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_search_tags",le="5.24288e+07"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_search_tags",le="1.048576e+08"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_search_tags",le="2.62144e+08"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_search_tags",le="+Inf"} 2 tempo_response_message_bytes_sum{method="GET",route="api_search_tags"} 470 tempo_response_message_bytes_count{method="GET",route="api_search_tags"} 2 tempo_response_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="1.048576e+06"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="2.62144e+06"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="5.24288e+06"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="1.048576e+07"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="2.62144e+07"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="5.24288e+07"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="1.048576e+08"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="2.62144e+08"} 12 tempo_response_message_bytes_bucket{method="GET",route="api_v2_search_tag_tagname_values",le="+Inf"} 12 tempo_response_message_bytes_sum{method="GET",route="api_v2_search_tag_tagname_values"} 1508 tempo_response_message_bytes_count{method="GET",route="api_v2_search_tag_tagname_values"} 12 tempo_response_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+06"} 1 tempo_response_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+06"} 1 tempo_response_message_bytes_bucket{method="GET",route="metrics",le="5.24288e+06"} 1 tempo_response_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+07"} 1 tempo_response_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+07"} 1 tempo_response_message_bytes_bucket{method="GET",route="metrics",le="5.24288e+07"} 1 tempo_response_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+08"} 1 tempo_response_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+08"} 1 tempo_response_message_bytes_bucket{method="GET",route="metrics",le="+Inf"} 1 tempo_response_message_bytes_sum{method="GET",route="metrics"} 7044 tempo_response_message_bytes_count{method="GET",route="metrics"} 1 tempo_response_message_bytes_bucket{method="GET",route="other",le="1.048576e+06"} 4 tempo_response_message_bytes_bucket{method="GET",route="other",le="2.62144e+06"} 4 tempo_response_message_bytes_bucket{method="GET",route="other",le="5.24288e+06"} 4 tempo_response_message_bytes_bucket{method="GET",route="other",le="1.048576e+07"} 4 tempo_response_message_bytes_bucket{method="GET",route="other",le="2.62144e+07"} 4 tempo_response_message_bytes_bucket{method="GET",route="other",le="5.24288e+07"} 4 tempo_response_message_bytes_bucket{method="GET",route="other",le="1.048576e+08"} 4 tempo_response_message_bytes_bucket{method="GET",route="other",le="2.62144e+08"} 4 tempo_response_message_bytes_bucket{method="GET",route="other",le="+Inf"} 4 tempo_response_message_bytes_sum{method="GET",route="other"} 76 tempo_response_message_bytes_count{method="GET",route="other"} 4 tempo_response_message_bytes_bucket{method="GET",route="ready",le="1.048576e+06"} 114 tempo_response_message_bytes_bucket{method="GET",route="ready",le="2.62144e+06"} 114 tempo_response_message_bytes_bucket{method="GET",route="ready",le="5.24288e+06"} 114 tempo_response_message_bytes_bucket{method="GET",route="ready",le="1.048576e+07"} 114 tempo_response_message_bytes_bucket{method="GET",route="ready",le="2.62144e+07"} 114 tempo_response_message_bytes_bucket{method="GET",route="ready",le="5.24288e+07"} 114 tempo_response_message_bytes_bucket{method="GET",route="ready",le="1.048576e+08"} 114 tempo_response_message_bytes_bucket{method="GET",route="ready",le="2.62144e+08"} 114 tempo_response_message_bytes_bucket{method="GET",route="ready",le="+Inf"} 114 tempo_response_message_bytes_sum{method="GET",route="ready"} 933 tempo_response_message_bytes_count{method="GET",route="ready"} 114 tempo_response_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="1.048576e+06"} 48 tempo_response_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="2.62144e+06"} 48 tempo_response_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="5.24288e+06"} 48 tempo_response_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="1.048576e+07"} 48 tempo_response_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="2.62144e+07"} 48 tempo_response_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="5.24288e+07"} 48 tempo_response_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="1.048576e+08"} 48 tempo_response_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="2.62144e+08"} 48 tempo_response_message_bytes_bucket{method="gRPC",route="/frontend.Frontend/Process",le="+Inf"} 48 tempo_response_message_bytes_sum{method="gRPC",route="/frontend.Frontend/Process"} 19356 tempo_response_message_bytes_count{method="gRPC",route="/frontend.Frontend/Process"} 48 # HELP tempo_tcp_connections Current number of accepted TCP connections. # TYPE tempo_tcp_connections gauge tempo_tcp_connections{protocol="grpc"} 1 tempo_tcp_connections{protocol="http"} 2 # HELP tempo_tcp_connections_limit The max number of TCP connections that can be accepted (0 means no limit). # TYPE tempo_tcp_connections_limit gauge tempo_tcp_connections_limit{protocol="grpc"} 0 tempo_tcp_connections_limit{protocol="http"} 0 # HELP tempodb_backend_bytes_total Total number of bytes in the backend. # TYPE tempodb_backend_bytes_total gauge tempodb_backend_bytes_total{status="compacted",tenant="single-tenant"} 6672 tempodb_backend_bytes_total{status="live",tenant="single-tenant"} 3336 # HELP tempodb_backend_hedged_roundtrips_total Total number of hedged backend requests. Registered as a gauge for code sanity. This is a counter. # TYPE tempodb_backend_hedged_roundtrips_total gauge tempodb_backend_hedged_roundtrips_total 0 # HELP tempodb_backend_objects_total Total number of objects (traces) in the backend # TYPE tempodb_backend_objects_total gauge tempodb_backend_objects_total{status="compacted",tenant="single-tenant"} 0 tempodb_backend_objects_total{status="live",tenant="single-tenant"} 0 # HELP tempodb_backend_request_duration_seconds Time spent doing backend storage requests. # TYPE tempodb_backend_request_duration_seconds histogram tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="0.005"} 0 tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="0.02"} 4 tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="0.08"} 6 tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="0.32"} 11 tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="1.28"} 11 tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="5.12"} 11 tempodb_backend_request_duration_seconds_bucket{operation="GET",status_code="200",le="+Inf"} 11 tempodb_backend_request_duration_seconds_sum{operation="GET",status_code="200"} 0.707240148 tempodb_backend_request_duration_seconds_count{operation="GET",status_code="200"} 11 # HELP tempodb_blocklist_length Total number of blocks per tenant. # TYPE tempodb_blocklist_length gauge tempodb_blocklist_length{tenant="single-tenant"} 2 # HELP tempodb_blocklist_poll_duration_seconds Records the amount of time to poll and update the blocklist. # TYPE tempodb_blocklist_poll_duration_seconds histogram tempodb_blocklist_poll_duration_seconds_bucket{le="0"} 0 tempodb_blocklist_poll_duration_seconds_bucket{le="60"} 4 tempodb_blocklist_poll_duration_seconds_bucket{le="120"} 4 tempodb_blocklist_poll_duration_seconds_bucket{le="180"} 4 tempodb_blocklist_poll_duration_seconds_bucket{le="240"} 4 tempodb_blocklist_poll_duration_seconds_bucket{le="+Inf"} 4 tempodb_blocklist_poll_duration_seconds_sum 0.612142937 tempodb_blocklist_poll_duration_seconds_count 4 # HELP tempodb_blocklist_tenant_index_age_seconds Age in seconds of the last pulled tenant index. # TYPE tempodb_blocklist_tenant_index_age_seconds gauge tempodb_blocklist_tenant_index_age_seconds{tenant="single-tenant"} 238 # HELP tempodb_blocklist_tenant_index_builder A value of 1 indicates this instance of tempodb is building the tenant index. # TYPE tempodb_blocklist_tenant_index_builder gauge tempodb_blocklist_tenant_index_builder{tenant="single-tenant"} 0 # HELP tempodb_compaction_errors_total Total number of errors occurring during compaction. # TYPE tempodb_compaction_errors_total counter tempodb_compaction_errors_total 0 # HELP tempodb_retention_deleted_total Total number of blocks deleted. # TYPE tempodb_retention_deleted_total counter tempodb_retention_deleted_total 0 # HELP tempodb_retention_duration_seconds Records the amount of time to perform retention tasks. # TYPE tempodb_retention_duration_seconds histogram tempodb_retention_duration_seconds_bucket{le="0.25"} 0 tempodb_retention_duration_seconds_bucket{le="0.5"} 0 tempodb_retention_duration_seconds_bucket{le="1"} 0 tempodb_retention_duration_seconds_bucket{le="2"} 0 tempodb_retention_duration_seconds_bucket{le="4"} 0 tempodb_retention_duration_seconds_bucket{le="8"} 0 tempodb_retention_duration_seconds_bucket{le="+Inf"} 0 tempodb_retention_duration_seconds_sum 0 tempodb_retention_duration_seconds_count 0 # HELP tempodb_retention_errors_total Total number of times an error occurred while performing retention tasks. # TYPE tempodb_retention_errors_total counter tempodb_retention_errors_total 0 # HELP tempodb_retention_marked_for_deletion_total Total number of blocks marked for deletion. # TYPE tempodb_retention_marked_for_deletion_total counter tempodb_retention_marked_for_deletion_total 0 # HELP tempodb_work_queue_length Current length of the work queue. # TYPE tempodb_work_queue_length gauge tempodb_work_queue_length 0 # HELP tempodb_work_queue_max Maximum number of items in the work queue. # TYPE tempodb_work_queue_max gauge tempodb_work_queue_max 20000