ts=2026-02-18T04:43:40.000322685Z caller=receive.go:142 level=info component=receive mode=RouterIngestor msg="running receive"
ts=2026-02-18T04:43:40.000374995Z caller=options.go:29 level=info component=receive protocol=HTTP msg="disabled TLS, key and cert must be set to enable"
ts=2026-02-18T04:43:40.000411061Z caller=factory.go:54 level=info component=receive msg="loading bucket configuration"
ts=2026-02-18T04:43:40.000669831Z caller=receive.go:815 level=info component=receive msg="default tenant data dir not found, creating" defaultTenantID=default-tenant
ts=2026-02-18T04:43:40.001173422Z caller=handler.go:165 level=info component=receive component=receive-handler msg="Starting receive handler with async forward workers" workers=5
ts=2026-02-18T04:43:40.001327535Z caller=receive.go:742 level=info component=receive component=uploader msg="upload enabled, starting initial sync"
ts=2026-02-18T04:43:40.001338925Z caller=receive.go:746 level=info component=receive component=uploader msg="initial sync done"
ts=2026-02-18T04:43:40.00154465Z caller=options.go:29 level=info component=receive protocol=gRPC msg="disabled TLS, key and cert must be set to enable"
ts=2026-02-18T04:43:40.0020565Z caller=receive.go:514 level=info component=receive msg="starting receiver"
ts=2026-02-18T04:43:40.002119364Z caller=handler.go:449 level=info component=receive component=receive-handler msg="Start listening for connections" address=0.0.0.0:19291
ts=2026-02-18T04:43:40.00212315Z caller=receive.go:415 level=info component=receive msg="listening for StoreAPI and WritableStoreAPI gRPC" address=0.0.0.0:10901
ts=2026-02-18T04:43:40.002194158Z caller=handler.go:467 level=info component=receive component=receive-handler msg="Serving plain HTTP" address=0.0.0.0:19291
ts=2026-02-18T04:43:40.002189404Z caller=intrumentation.go:75 level=info component=receive msg="changing probe status" status=healthy
ts=2026-02-18T04:43:40.002224242Z caller=http.go:72 level=info component=receive service=http/server component=receive msg="listening for requests and metrics" address=0.0.0.0:10902
ts=2026-02-18T04:43:40.002252443Z caller=receive.go:605 level=info component=receive msg="Set up hashring for the given hashring config."
ts=2026-02-18T04:43:40.002280351Z caller=intrumentation.go:67 level=warn component=receive msg="changing probe status" status=not-ready reason="hashring has changed; server is not ready to receive requests"
ts=2026-02-18T04:43:40.002304785Z caller=receive.go:701 level=info component=receive msg="hashring has changed; server is not ready to receive requests"
ts=2026-02-18T04:43:40.002314309Z caller=receive.go:703 level=info component=receive msg="updating storage"
ts=2026-02-18T04:43:40.002356705Z caller=intrumentation.go:75 level=info component=receive msg="changing probe status" status=healthy
ts=2026-02-18T04:43:40.002338524Z caller=handler.go:87 level=info component=receive service=http/server component=receive caller=tls_config.go:347 time=2026-02-18T04:43:40.002328047Z msg="Listening on" address=[::]:10902
ts=2026-02-18T04:43:40.00237699Z caller=multitsdb.go:716 level=info component=receive component=multi-tsdb tenant=default-tenant msg="opening TSDB"
ts=2026-02-18T04:43:40.002391437Z caller=grpc.go:167 level=info component=receive service=gRPC/server component=receive msg="listening for serving gRPC" address=0.0.0.0:10901
ts=2026-02-18T04:43:40.002392082Z caller=handler.go:87 level=info component=receive service=http/server component=receive caller=tls_config.go:350 time=2026-02-18T04:43:40.002385706Z msg="TLS is disabled." http2=false address=[::]:10902
ts=2026-02-18T04:43:40.008044569Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=default-tenant caller=head.go:638 time=2026-02-18T04:43:40.00803472Z msg="Replaying on-disk memory mappable chunks if any"
ts=2026-02-18T04:43:40.008093735Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=default-tenant caller=head.go:725 time=2026-02-18T04:43:40.008086244Z msg="On-disk memory mappable chunks replay completed" duration=1.15µs
ts=2026-02-18T04:43:40.008107183Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=default-tenant caller=head.go:733 time=2026-02-18T04:43:40.008102177Z msg="Replaying WAL, this may take a while"
ts=2026-02-18T04:43:40.00903114Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=default-tenant caller=head.go:805 time=2026-02-18T04:43:40.009019333Z msg="WAL segment loaded" segment=0 maxSegment=0
ts=2026-02-18T04:43:40.009058459Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=default-tenant caller=head.go:842 time=2026-02-18T04:43:40.009047008Z msg="WAL replay completed" checkpoint_replay_duration=16.116µs wal_replay_duration=913.649µs wbl_replay_duration=138ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=1.15µs total_replay_duration=960.08µs
ts=2026-02-18T04:43:40.010522067Z caller=multitsdb.go:781 level=info component=receive component=multi-tsdb tenant=default-tenant msg="TSDB is now ready"
ts=2026-02-18T04:43:40.01059354Z caller=shipper.go:307 level=info component=receive component=multi-tsdb tenant=default-tenant msg="no meta file found, creating empty meta data to write later"
ts=2026-02-18T04:43:40.011627466Z caller=intrumentation.go:56 level=info component=receive msg="changing probe status" status=ready
ts=2026-02-18T04:43:40.01164151Z caller=receive.go:717 level=info component=receive msg="storage started, and server is ready to receive requests"
ts=2026-02-18T04:43:40.310590502Z caller=multitsdb.go:716 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="opening TSDB"
ts=2026-02-18T04:43:40.318169109Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:638 time=2026-02-18T04:43:40.318154881Z msg="Replaying on-disk memory mappable chunks if any"
ts=2026-02-18T04:43:40.318241949Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:725 time=2026-02-18T04:43:40.318232978Z msg="On-disk memory mappable chunks replay completed" duration=1.042µs
ts=2026-02-18T04:43:40.318257231Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:733 time=2026-02-18T04:43:40.318251727Z msg="Replaying WAL, this may take a while"
ts=2026-02-18T04:43:40.319185543Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:805 time=2026-02-18T04:43:40.319174523Z msg="WAL segment loaded" segment=0 maxSegment=0
ts=2026-02-18T04:43:40.319214664Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:842 time=2026-02-18T04:43:40.319203583Z msg="WAL replay completed" checkpoint_replay_duration=16.097µs wal_replay_duration=920.033µs wbl_replay_duration=200ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=1.042µs total_replay_duration=969.802µs
ts=2026-02-18T04:43:40.320824691Z caller=multitsdb.go:781 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="TSDB is now ready"
ts=2026-02-18T04:44:10.002395503Z caller=shipper.go:307 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="no meta file found, creating empty meta data to write later"
ts=2026-02-18T07:43:52.076092528Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T07:43:52.076072515Z msg="write block" mint=1771389744772 maxt=1771394400000 ulid=01KHQV95JNE1CN616W5N01QC6N duration=182.580693ms ooo=false
ts=2026-02-18T07:43:52.088062717Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T07:43:52.088052187Z msg="Head GC completed" caller=truncateMemory duration=11.074264ms
ts=2026-02-18T07:44:10.02634364Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHQV95JNE1CN616W5N01QC6N
ts=2026-02-18T08:00:40.003074135Z caller=multitsdb.go:449 level=info component=receive component=multi-tsdb msg="Running pruning job"
ts=2026-02-18T09:02:34.089190947Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T09:02:34.089169348Z msg="write block" mint=1771394424714 maxt=1771401600000 ulid=01KHQZS8WV9SNR7HZE61YSESR1 duration=205.201386ms ooo=false
ts=2026-02-18T09:02:34.105007485Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T09:02:34.104991954Z msg="Head GC completed" caller=truncateMemory duration=14.790494ms
ts=2026-02-18T09:02:40.023840713Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHQZS8WV9SNR7HZE61YSESR1
ts=2026-02-18T11:02:34.110617035Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T11:02:34.110593544Z msg="write block" mint=1771401602718 maxt=1771408800000 ulid=01KHR6N04REYHBYJNWZM92CTEB duration=230.00912ms ooo=false
ts=2026-02-18T11:02:34.122882164Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T11:02:34.122870315Z msg="Head GC completed" caller=truncateMemory duration=11.165196ms
ts=2026-02-18T11:02:40.031815708Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHR6N04REYHBYJNWZM92CTEB
ts=2026-02-18T12:00:40.002236847Z caller=multitsdb.go:449 level=info component=receive component=multi-tsdb msg="Running pruning job"
ts=2026-02-18T13:02:34.11336453Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T13:02:34.113340749Z msg="write block" mint=1771408802718 maxt=1771416000000 ulid=01KHRDGQD4ZN6BBB6ZQ6AF04YK duration=221.311868ms ooo=false
ts=2026-02-18T13:02:34.125453137Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T13:02:34.125441099Z msg="Head GC completed" caller=truncateMemory duration=10.974611ms
ts=2026-02-18T13:02:34.125776241Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=checkpoint.go:100 time=2026-02-18T13:02:34.125768249Z msg="Creating checkpoint" from_segment=0 to_segment=1 mint=1771416000000
ts=2026-02-18T13:02:34.209056629Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1362 time=2026-02-18T13:02:34.209039272Z msg="WAL checkpoint complete" first=0 last=1 duration=83.349441ms
ts=2026-02-18T13:02:40.053830592Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHRDGQD4ZN6BBB6ZQ6AF04YK
ts=2026-02-18T15:04:56.262997921Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T15:04:56.262973486Z msg="write block" mint=1771416002718 maxt=1771423200000 ulid=01KHRMGSF99D7BW3HQ2WPST1QW duration=221.759005ms ooo=false
ts=2026-02-18T15:04:56.301959973Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T15:04:56.301930372Z msg="Head GC completed" caller=truncateMemory duration=37.708747ms
ts=2026-02-18T15:05:10.025957046Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHRMGSF99D7BW3HQ2WPST1QW
ts=2026-02-18T16:00:40.002879293Z caller=multitsdb.go:449 level=info component=receive component=multi-tsdb msg="Running pruning job"
ts=2026-02-18T17:00:49.948121239Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T17:00:49.94810057Z msg="write block" mint=1771423202718 maxt=1771430400000 ulid=01KHRV4S53DTKA78ADR4KYTBFZ duration=7.416300522s ooo=false
ts=2026-02-18T17:00:50.781166096Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T17:00:50.78114375Z msg="Head GC completed" caller=truncateMemory duration=827.822929ms
ts=2026-02-18T17:00:50.781705725Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=checkpoint.go:100 time=2026-02-18T17:00:50.781695891Z msg="Creating checkpoint" from_segment=2 to_segment=4 mint=1771430400000
ts=2026-02-18T17:00:50.885152534Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1362 time=2026-02-18T17:00:50.885129317Z msg="WAL checkpoint complete" first=2 last=4 duration=103.559807ms
ts=2026-02-18T17:01:10.009934571Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHRV4S53DTKA78ADR4KYTBFZ
ts=2026-02-18T19:01:25.155145077Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T19:01:25.155118582Z msg="write block" mint=1771430400077 maxt=1771437600000 ulid=01KHS20DPZNB56DNBS4X9669DS duration=45.379254225s ooo=false
ts=2026-02-18T19:01:27.185056019Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T19:01:27.185031029Z msg="Head GC completed" caller=truncateMemory duration=1.978016435s
ts=2026-02-18T19:01:27.203149497Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=checkpoint.go:100 time=2026-02-18T19:01:27.20312792Z msg="Creating checkpoint" from_segment=5 to_segment=9 mint=1771437600000
ts=2026-02-18T19:01:38.016644371Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1362 time=2026-02-18T19:01:38.016623524Z msg="WAL checkpoint complete" first=5 last=9 duration=10.813634867s
ts=2026-02-18T19:01:40.039508036Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHS20DPZNB56DNBS4X9669DS
ts=2026-02-18T20:00:40.003141783Z caller=multitsdb.go:449 level=info component=receive component=multi-tsdb msg="Running pruning job"