level=info ts=2024-11-07T01:38:42.823223221Z caller=main.go:126 msg="Starting Loki" version="(version=, branch=, revision=a26850d754b2499eb12483326b5774af57a05190)"
level=info ts=2024-11-07T01:38:42.823271617Z caller=main.go:127 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2024-11-07T01:38:42.824859459Z caller=server.go:351 msg="server listening on addresses" http=[::]:3101 grpc=[::]:42753
level=info ts=2024-11-07T01:38:42.826001302Z caller=server.go:351 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=info ts=2024-11-07T01:38:42.82710998Z caller=memberlist_client.go:439 msg="Using memberlist cluster label and node name" cluster_label= node=lokistack-dev-ruler-0-7e6f6861
level=info ts=2024-11-07T01:38:42.828813333Z caller=memberlist_client.go:549 msg="memberlist fast-join starting" nodes_found=1 to_join=4
level=info ts=2024-11-07T01:38:42.828962563Z caller=mapper.go:47 msg="cleaning up mapped rules directory" path=/tmp/loki
level=info ts=2024-11-07T01:38:42.833517147Z caller=module_service.go:82 msg=starting module=runtime-config
level=info ts=2024-11-07T01:38:42.833548445Z caller=module_service.go:82 msg=starting module=internal-server
level=info ts=2024-11-07T01:38:42.833568802Z caller=module_service.go:82 msg=starting module=server
level=info ts=2024-11-07T01:38:42.833602732Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=info ts=2024-11-07T01:38:42.834542085Z caller=module_service.go:82 msg=starting module=ring
level=info ts=2024-11-07T01:38:42.848247305Z caller=memberlist_client.go:569 msg="memberlist fast-join finished" joined_nodes=4 elapsed_time=19.435819ms
level=info ts=2024-11-07T01:38:42.848278606Z caller=memberlist_client.go:581 phase=startup msg="joining memberlist cluster" join_members=lokistack-dev-gossip-ring.openshift-logging.svc.cluster.local:7946
level=info ts=2024-11-07T01:38:42.848493566Z caller=module_service.go:82 msg=starting module=ingester-querier
level=info ts=2024-11-07T01:38:42.848508485Z caller=module_service.go:82 msg=starting module=store
level=info ts=2024-11-07T01:38:42.848537905Z caller=module_service.go:82 msg=starting module=ruler
level=info ts=2024-11-07T01:38:42.848632242Z caller=basic_lifecycler.go:299 msg="instance not found in the ring" instance=lokistack-dev-ruler-0 ring=ruler
level=info ts=2024-11-07T01:38:42.848804013Z caller=ruler.go:533 msg="ruler up and running"
level=info ts=2024-11-07T01:38:42.848809554Z caller=loki.go:544 msg="Loki started" startup_time=38.556708ms
level=info ts=2024-11-07T01:38:42.851551563Z caller=mapper.go:160 msg="updating rule file" file=/tmp/loki/application/my-app-my-app-alert-9ad1db80-57b2-4d9e-b76b-2ecf4626323e.yaml
level=info ts=2024-11-07T01:38:42.852100711Z caller=manager.go:164 user=application msg="Starting rule manager..."
level=info ts=2024-11-07T01:38:42.85886326Z caller=memberlist_client.go:588 phase=startup msg="joining memberlist cluster succeeded" reached_nodes=4 elapsed_time=10.578164ms
level=info ts=2024-11-07T01:39:40.634889567Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:39:40.635331538Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:39:40.6643482Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=29.787006ms end_delta=29.787166ms step=0s duration=28.956155ms status=500 limit=0 returned_lines=0 throughput=1.1MB total_bytes=33kB total_bytes_structured_metadata=4.6kB lines_per_second=3280 total_lines=95 post_filter_lines=95 total_entries=95 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=18.803314ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=1 ingester_requests=1 ingester_chunk_head_bytes=33kB ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=95 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:40:40.634983311Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:40:40.635372334Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:40:40.638052748Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=3.490826ms end_delta=3.491024ms step=0s duration=2.630663ms status=500 limit=0 returned_lines=0 throughput=4.6MB total_bytes=12kB total_bytes_structured_metadata=1.7kB lines_per_second=13304 total_lines=35 post_filter_lines=35 total_entries=35 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.382183ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=1 ingester_requests=1 ingester_chunk_head_bytes=12kB ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=35 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:41:40.635823743Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:41:40.63622322Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:41:40.637706423Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=3.145273ms end_delta=3.145463ms step=0s duration=1.43489ms status=500 limit=0 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.258219ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=0 ingester_requests=1 ingester_chunk_head_bytes=0B ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=0 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:42:40.63521936Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:42:40.635616973Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:42:40.637213499Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=2.65357ms end_delta=2.653759ms step=0s duration=1.549755ms status=500 limit=0 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.369874ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=0 ingester_requests=1 ingester_chunk_head_bytes=0B ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=0 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:43:40.635360307Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:43:40.635775309Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:43:40.641335977Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=6.773968ms end_delta=6.774174ms step=0s duration=5.512343ms status=500 limit=0 returned_lines=0 throughput=6.6MB total_bytes=36kB total_bytes_structured_metadata=5.0kB lines_per_second=19048 total_lines=105 post_filter_lines=105 total_entries=105 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.348976ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=1 ingester_requests=1 ingester_chunk_head_bytes=36kB ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=105 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:44:40.635528732Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:44:40.635932266Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:44:40.6387771Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=4.214625ms end_delta=4.214823ms step=0s duration=2.790732ms status=500 limit=0 returned_lines=0 throughput=5.5MB total_bytes=16kB total_bytes_structured_metadata=2.2kB lines_per_second=16124 total_lines=45 post_filter_lines=45 total_entries=45 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.27727ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=1 ingester_requests=1 ingester_chunk_head_bytes=16kB ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=45 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:45:40.635056625Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:45:40.635460775Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:45:40.637025127Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=2.464853ms end_delta=2.465044ms step=0s duration=1.516546ms status=500 limit=0 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.320913ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=0 ingester_requests=1 ingester_chunk_head_bytes=0B ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=0 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:46:40.635454228Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:46:40.635825538Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:46:40.637309512Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=2.749774ms end_delta=2.749963ms step=0s duration=1.440125ms status=500 limit=0 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.257954ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=0 ingester_requests=1 ingester_chunk_head_bytes=0B ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=0 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:47:40.635257887Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:47:40.635591332Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:47:40.642035036Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=7.473849ms end_delta=7.47405ms step=0s duration=6.393594ms status=500 limit=0 returned_lines=0 throughput=6.2MB total_bytes=40kB total_bytes_structured_metadata=5.5kB lines_per_second=17986 total_lines=115 post_filter_lines=115 total_entries=115 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.264925ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=1 ingester_requests=1 ingester_chunk_head_bytes=40kB ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=115 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:48:40.635744606Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:48:40.636153169Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:48:40.639360377Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=4.798512ms end_delta=4.79869ms step=0s duration=3.157286ms status=500 limit=0 returned_lines=0 throughput=6.0MB total_bytes=19kB total_bytes_structured_metadata=2.6kB lines_per_second=17420 total_lines=55 post_filter_lines=55 total_entries=55 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.376886ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=1 ingester_requests=1 ingester_chunk_head_bytes=19kB ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=55 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:49:40.635357049Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:49:40.635756305Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:49:40.638624095Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=4.063205ms end_delta=4.063373ms step=0s duration=2.820349ms status=500 limit=0 returned_lines=0 throughput=5.5MB total_bytes=16kB total_bytes_structured_metadata=2.2kB lines_per_second=15955 total_lines=45 post_filter_lines=45 total_entries=45 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.357619ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=1 ingester_requests=1 ingester_chunk_head_bytes=16kB ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=45 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:50:40.635238321Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:50:40.635641634Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:50:40.637120915Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=2.560877ms end_delta=2.561045ms step=0s duration=1.433177ms status=500 limit=0 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.252431ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=0 ingester_requests=1 ingester_chunk_head_bytes=0B ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=0 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:51:40.635082543Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:51:40.635473856Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:51:40.637045713Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=2.483187ms end_delta=2.483329ms step=0s duration=1.524907ms status=500 limit=0 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.323525ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=0 ingester_requests=1 ingester_chunk_head_bytes=0B ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=0 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:52:40.635622972Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:52:40.635961666Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:52:40.640169593Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=5.607384ms end_delta=5.607572ms step=0s duration=4.129225ms status=500 limit=0 returned_lines=0 throughput=7.3MB total_bytes=30kB total_bytes_structured_metadata=4.2kB lines_per_second=21311 total_lines=88 post_filter_lines=88 total_entries=88 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.265427ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=1 ingester_requests=1 ingester_chunk_head_bytes=30kB ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=88 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
2024-11-07 01:52:54.996086 I | http: TLS handshake error from 10.128.2.22:44712: EOF
level=info ts=2024-11-07T01:53:40.635607206Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:53:40.637089208Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:53:40.639886355Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=5.325228ms end_delta=5.325396ms step=0s duration=2.73956ms status=500 limit=0 returned_lines=0 throughput=3.5MB total_bytes=9.6kB total_bytes_structured_metadata=1.3kB lines_per_second=10220 total_lines=28 post_filter_lines=28 total_entries=28 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.283034ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=1 ingester_requests=1 ingester_chunk_head_bytes=9.6kB ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=28 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:54:40.635514978Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:54:40.635836523Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:54:40.637360224Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=2.800968ms end_delta=2.801137ms step=0s duration=1.478687ms status=500 limit=0 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.287655ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=0 ingester_requests=1 ingester_chunk_head_bytes=0B ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=0 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:55:40.635738305Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:55:40.636097093Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:55:40.637646272Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=3.085735ms end_delta=3.085883ms step=0s duration=1.505201ms status=500 limit=0 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.328809ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=0 ingester_requests=1 ingester_chunk_head_bytes=0B ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=0 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:56:40.63589696Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:56:40.636294317Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:56:40.641568307Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=7.006961ms end_delta=7.007129ms step=0s duration=5.224414ms status=500 limit=0 returned_lines=0 throughput=6.5MB total_bytes=34kB total_bytes_structured_metadata=4.8kB lines_per_second=18949 total_lines=99 post_filter_lines=99 total_entries=99 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.285853ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=1 ingester_requests=1 ingester_chunk_head_bytes=34kB ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=99 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:57:40.634976181Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:57:40.6353459Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:57:40.638297833Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=3.736026ms end_delta=3.736198ms step=0s duration=2.901695ms status=500 limit=0 returned_lines=0 throughput=4.6MB total_bytes=13kB total_bytes_structured_metadata=1.9kB lines_per_second=13440 total_lines=39 post_filter_lines=39 total_entries=39 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.260644ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=1 ingester_requests=1 ingester_chunk_head_bytes=13kB ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=39 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:58:40.635458292Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:58:40.635864562Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:58:40.637432987Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=2.871104ms end_delta=2.871288ms step=0s duration=1.508447ms status=500 limit=0 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.310473ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=0 ingester_requests=1 ingester_chunk_head_bytes=0B ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=0 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false
level=info ts=2024-11-07T01:59:40.635128643Z caller=compat.go:67 user=application rule_name=MyAppLogVolumeIsHigh rule_type=alerting query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 msg="evaluating rule"
level=info ts=2024-11-07T01:59:40.635533723Z caller=engine.go:245 component=ruler evaluation_mode=local org_id=application msg="executing query" type=instant query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413
level=info ts=2024-11-07T01:59:40.637078757Z caller=metrics.go:223 component=ruler evaluation_mode=local org_id=application latency=fast query="(count_over_time({kubernetes_namespace_name=\"my-app\"}[2m]) > 0)" query_hash=1762686413 query_type=metric range_type=instant length=0s start_delta=2.517383ms end_delta=2.51753ms step=0s duration=1.498523ms status=500 limit=0 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=0s splits=0 shards=0 query_referenced_structured_metadata=false pipeline_wrapper_filtered_lines=0 chunk_refs_fetch_time=1.32079ms cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_volume_results_req=0 cache_volume_results_hit=0 cache_volume_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s cache_result_query_length_served=0s ingester_chunk_refs=0 ingester_chunk_downloaded=0 ingester_chunk_matches=0 ingester_requests=1 ingester_chunk_head_bytes=0B ingester_chunk_compressed_bytes=0B ingester_chunk_decompressed_bytes=0B ingester_post_filter_lines=0 congestion_control_latency=0s index_total_chunks=0 index_post_bloom_filter_chunks=0 index_bloom_filter_ratio=0.00 index_shard_resolver_duration=0s disable_pipeline_wrappers=false