ts=2026-02-18T04:43:44.252133849Z caller=receive.go:142 level=info component=receive mode=RouterIngestor msg="running receive"
ts=2026-02-18T04:43:44.252194501Z caller=options.go:29 level=info component=receive protocol=HTTP msg="disabled TLS, key and cert must be set to enable"
ts=2026-02-18T04:43:44.252243818Z caller=factory.go:54 level=info component=receive msg="loading bucket configuration"
ts=2026-02-18T04:43:44.252519893Z caller=receive.go:815 level=info component=receive msg="default tenant data dir not found, creating" defaultTenantID=default-tenant
ts=2026-02-18T04:43:44.253342304Z caller=handler.go:165 level=info component=receive component=receive-handler msg="Starting receive handler with async forward workers" workers=5
ts=2026-02-18T04:43:44.253492233Z caller=receive.go:742 level=info component=receive component=uploader msg="upload enabled, starting initial sync"
ts=2026-02-18T04:43:44.253506352Z caller=receive.go:746 level=info component=receive component=uploader msg="initial sync done"
ts=2026-02-18T04:43:44.253712563Z caller=options.go:29 level=info component=receive protocol=gRPC msg="disabled TLS, key and cert must be set to enable"
ts=2026-02-18T04:43:44.254156008Z caller=receive.go:514 level=info component=receive msg="starting receiver"
ts=2026-02-18T04:43:44.254247649Z caller=intrumentation.go:75 level=info component=receive msg="changing probe status" status=healthy
ts=2026-02-18T04:43:44.254273288Z caller=http.go:72 level=info component=receive service=http/server component=receive msg="listening for requests and metrics" address=0.0.0.0:10902
ts=2026-02-18T04:43:44.254346698Z caller=receive.go:605 level=info component=receive msg="Set up hashring for the given hashring config."
ts=2026-02-18T04:43:44.254385533Z caller=intrumentation.go:67 level=warn component=receive msg="changing probe status" status=not-ready reason="hashring has changed; server is not ready to receive requests"
ts=2026-02-18T04:43:44.254396972Z caller=receive.go:701 level=info component=receive msg="hashring has changed; server is not ready to receive requests"
ts=2026-02-18T04:43:44.254372414Z caller=handler.go:87 level=info component=receive service=http/server component=receive caller=tls_config.go:347 time=2026-02-18T04:43:44.254361144Z msg="Listening on" address=[::]:10902
ts=2026-02-18T04:43:44.254403531Z caller=receive.go:703 level=info component=receive msg="updating storage"
ts=2026-02-18T04:43:44.254355957Z caller=handler.go:449 level=info component=receive component=receive-handler msg="Start listening for connections" address=0.0.0.0:19291
ts=2026-02-18T04:43:44.254417415Z caller=handler.go:87 level=info component=receive service=http/server component=receive caller=tls_config.go:350 time=2026-02-18T04:43:44.254412536Z msg="TLS is disabled." http2=false address=[::]:10902
ts=2026-02-18T04:43:44.25445104Z caller=multitsdb.go:716 level=info component=receive component=multi-tsdb tenant=default-tenant msg="opening TSDB"
ts=2026-02-18T04:43:44.254519057Z caller=handler.go:467 level=info component=receive component=receive-handler msg="Serving plain HTTP" address=0.0.0.0:19291
ts=2026-02-18T04:43:44.254614031Z caller=receive.go:415 level=info component=receive msg="listening for StoreAPI and WritableStoreAPI gRPC" address=0.0.0.0:10901
ts=2026-02-18T04:43:44.254659082Z caller=intrumentation.go:75 level=info component=receive msg="changing probe status" status=healthy
ts=2026-02-18T04:43:44.254716045Z caller=grpc.go:167 level=info component=receive service=gRPC/server component=receive msg="listening for serving gRPC" address=0.0.0.0:10901
ts=2026-02-18T04:43:44.259722339Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=default-tenant caller=head.go:638 time=2026-02-18T04:43:44.259714705Z msg="Replaying on-disk memory mappable chunks if any"
ts=2026-02-18T04:43:44.259786699Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=default-tenant caller=head.go:725 time=2026-02-18T04:43:44.259779626Z msg="On-disk memory mappable chunks replay completed" duration=1.086µs
ts=2026-02-18T04:43:44.259800884Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=default-tenant caller=head.go:733 time=2026-02-18T04:43:44.259795796Z msg="Replaying WAL, this may take a while"
ts=2026-02-18T04:43:44.261678003Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=default-tenant caller=head.go:805 time=2026-02-18T04:43:44.261666976Z msg="WAL segment loaded" segment=0 maxSegment=0
ts=2026-02-18T04:43:44.261704665Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=default-tenant caller=head.go:842 time=2026-02-18T04:43:44.261694476Z msg="WAL replay completed" checkpoint_replay_duration=14.369µs wal_replay_duration=1.868551ms wbl_replay_duration=163ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=1.086µs total_replay_duration=1.914214ms
ts=2026-02-18T04:43:44.263206856Z caller=multitsdb.go:781 level=info component=receive component=multi-tsdb tenant=default-tenant msg="TSDB is now ready"
ts=2026-02-18T04:43:44.263326506Z caller=shipper.go:307 level=info component=receive component=multi-tsdb tenant=default-tenant msg="no meta file found, creating empty meta data to write later"
ts=2026-02-18T04:43:44.264242638Z caller=intrumentation.go:56 level=info component=receive msg="changing probe status" status=ready
ts=2026-02-18T04:43:44.264264453Z caller=receive.go:717 level=info component=receive msg="storage started, and server is ready to receive requests"
ts=2026-02-18T04:43:50.666053123Z caller=multitsdb.go:716 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="opening TSDB"
ts=2026-02-18T04:43:50.672842759Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:638 time=2026-02-18T04:43:50.672832692Z msg="Replaying on-disk memory mappable chunks if any"
ts=2026-02-18T04:43:50.672906995Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:725 time=2026-02-18T04:43:50.672898124Z msg="On-disk memory mappable chunks replay completed" duration=1.151µs
ts=2026-02-18T04:43:50.672921884Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:733 time=2026-02-18T04:43:50.672916724Z msg="Replaying WAL, this may take a while"
ts=2026-02-18T04:43:50.673875837Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:805 time=2026-02-18T04:43:50.673865234Z msg="WAL segment loaded" segment=0 maxSegment=0
ts=2026-02-18T04:43:50.673905528Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:842 time=2026-02-18T04:43:50.673893025Z msg="WAL replay completed" checkpoint_replay_duration=15.842µs wal_replay_duration=944.771µs wbl_replay_duration=128ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=1.151µs total_replay_duration=994.377µs
ts=2026-02-18T04:43:50.676455548Z caller=multitsdb.go:781 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="TSDB is now ready"
ts=2026-02-18T04:44:14.254758454Z caller=shipper.go:307 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="no meta file found, creating empty meta data to write later"
ts=2026-02-18T07:52:34.042715173Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T07:52:34.042693523Z msg="write block" mint=1771389744772 maxt=1771394400000 ulid=01KHQVS3AESA8Z8DGD1XKG1CA4 duration=172.171375ms ooo=false
ts=2026-02-18T07:52:34.055850378Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T07:52:34.055839871Z msg="Head GC completed" caller=truncateMemory duration=12.250613ms
ts=2026-02-18T07:52:44.279021897Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHQVS3AESA8Z8DGD1XKG1CA4
ts=2026-02-18T08:00:44.254790055Z caller=multitsdb.go:449 level=info component=receive component=multi-tsdb msg="Running pruning job"
ts=2026-02-18T09:11:09.222791236Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T09:11:09.2227696Z msg="write block" mint=1771394424714 maxt=1771401600000 ulid=01KHR08ZYX42F3TFA06TQ73FCC duration=201.257851ms ooo=false
ts=2026-02-18T09:11:09.235396885Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T09:11:09.235380533Z msg="Head GC completed" caller=truncateMemory duration=11.583858ms
ts=2026-02-18T09:11:14.28034315Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHR08ZYX42F3TFA06TQ73FCC
ts=2026-02-18T11:11:09.20387978Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T11:11:09.20386064Z msg="write block" mint=1771401602718 maxt=1771408800000 ulid=01KHR74Q6R6X4V18WM1Q9ZET31 duration=187.293472ms ooo=false
ts=2026-02-18T11:11:09.215867753Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T11:11:09.21585627Z msg="Head GC completed" caller=truncateMemory duration=10.979781ms
ts=2026-02-18T11:11:14.277891821Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHR74Q6R6X4V18WM1Q9ZET31
ts=2026-02-18T12:00:44.254755198Z caller=multitsdb.go:449 level=info component=receive component=multi-tsdb msg="Running pruning job"
ts=2026-02-18T13:11:09.186027113Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T13:11:09.186006993Z msg="write block" mint=1771408802718 maxt=1771416000000 ulid=01KHRE0EDKAPC35XJV78WPH50T duration=206.021742ms ooo=false
ts=2026-02-18T13:11:09.198544053Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T13:11:09.198531534Z msg="Head GC completed" caller=truncateMemory duration=11.414153ms
ts=2026-02-18T13:11:09.198857001Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=checkpoint.go:100 time=2026-02-18T13:11:09.198849157Z msg="Creating checkpoint" from_segment=0 to_segment=1 mint=1771416000000
ts=2026-02-18T13:11:09.285782069Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1362 time=2026-02-18T13:11:09.28576088Z msg="WAL checkpoint complete" first=0 last=1 duration=86.985083ms
ts=2026-02-18T13:11:14.274331594Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHRE0EDKAPC35XJV78WPH50T
ts=2026-02-18T15:12:56.253428766Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T15:12:56.253403395Z msg="write block" mint=1771416002718 maxt=1771423200000 ulid=01KHRMZE7G766CAC2JX2EZPT7K duration=205.112252ms ooo=false
ts=2026-02-18T15:12:56.277504368Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T15:12:56.277488521Z msg="Head GC completed" caller=truncateMemory duration=22.995612ms
ts=2026-02-18T15:13:14.276503891Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHRMZE7G766CAC2JX2EZPT7K
ts=2026-02-18T16:00:44.25501209Z caller=multitsdb.go:449 level=info component=receive component=multi-tsdb msg="Running pruning job"
ts=2026-02-18T17:08:49.358342384Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T17:08:49.358319157Z msg="write block" mint=1771423202718 maxt=1771430400000 ulid=01KHRVKDZK2AP6MDCRWD2MMFFK duration=6.746637015s ooo=false
ts=2026-02-18T17:08:50.098696533Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T17:08:50.098678515Z msg="Head GC completed" caller=truncateMemory duration=734.919243ms
ts=2026-02-18T17:08:50.099092203Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=checkpoint.go:100 time=2026-02-18T17:08:50.09908472Z msg="Creating checkpoint" from_segment=2 to_segment=4 mint=1771430400000
ts=2026-02-18T17:08:50.19965041Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1362 time=2026-02-18T17:08:50.1996292Z msg="WAL checkpoint complete" first=2 last=4 duration=100.631012ms
ts=2026-02-18T17:09:14.277336415Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHRVKDZK2AP6MDCRWD2MMFFK
ts=2026-02-18T19:09:20.7929275Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=compact.go:591 time=2026-02-18T19:09:20.792908005Z msg="write block" mint=1771430400077 maxt=1771437600000 ulid=01KHS2F1YQ5BPPCXM300R9N93B duration=41.537716715s ooo=false
ts=2026-02-18T19:09:22.699455012Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1400 time=2026-02-18T19:09:22.699437396Z msg="Head GC completed" caller=truncateMemory duration=1.874861031s
ts=2026-02-18T19:09:22.713686004Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=checkpoint.go:100 time=2026-02-18T19:09:22.713678124Z msg="Creating checkpoint" from_segment=5 to_segment=9 mint=1771437600000
ts=2026-02-18T19:09:32.466226457Z caller=handler.go:87 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 caller=head.go:1362 time=2026-02-18T19:09:32.466205326Z msg="WAL checkpoint complete" first=5 last=9 duration=9.752656644s
ts=2026-02-18T19:09:44.276556255Z caller=shipper.go:432 level=info component=receive component=multi-tsdb tenant=f5e0558d-16cb-499e-8b31-50be09a157b9 msg="upload new block" id=01KHS2F1YQ5BPPCXM300R9N93B
ts=2026-02-18T20:00:44.255220357Z caller=multitsdb.go:449 level=info component=receive component=multi-tsdb msg="Running pruning job"