goroutine profile: total 820 100 @ 0x4417f6 0x40c87d 0x40c3b8 0x1ab2bd3 0x475761 # 0x1ab2bd2 k8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1+0x72 k8s.io/client-go@v0.27.4/tools/record/event.go:320 93 @ 0x4417f6 0x40c87d 0x40c3b8 0x1081a37 0xc05afe 0xc059b6 0xc058a9 0x10819ab 0x1081968 0xc0853a 0x475761 # 0x1081a36 k8s.io/client-go/tools/cache.(*processorListener).run.func1+0x56 k8s.io/client-go@v0.27.4/tools/cache/shared_informer.go:968 # 0xc05afd k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1+0x3d k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:226 # 0xc059b5 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0xb5 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:227 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0x10819aa k8s.io/apimachinery/pkg/util/wait.Until+0x6a k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:161 # 0x1081967 k8s.io/client-go/tools/cache.(*processorListener).run+0x27 k8s.io/client-go@v0.27.4/tools/cache/shared_informer.go:967 # 0xc08539 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1+0x59 k8s.io/apimachinery@v0.27.4/pkg/util/wait/wait.go:72 93 @ 0x4417f6 0x451abe 0x1081759 0xc0853a 0x475761 # 0x1081758 k8s.io/client-go/tools/cache.(*processorListener).pop+0x118 k8s.io/client-go@v0.27.4/tools/cache/shared_informer.go:938 # 0xc08539 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1+0x59 k8s.io/apimachinery@v0.27.4/pkg/util/wait/wait.go:72 50 @ 0x4417f6 0x40c87d 0x40c3b8 0xd29c85 0x475761 # 0xd29c84 k8s.io/apimachinery/pkg/watch.(*Broadcaster).loop+0x64 k8s.io/apimachinery@v0.27.4/pkg/watch/mux.go:268 35 @ 0x4417f6 0x40c87d 0x40c3b8 0x1025467 0x475761 # 0x1025466 k8s.io/client-go/util/workqueue.(*Type).updateUnfinishedWorkLoop+0xa6 k8s.io/client-go@v0.27.4/util/workqueue/queue.go:314 35 @ 0x4417f6 0x451abe 0x1022a85 0x475761 # 0x1022a84 k8s.io/client-go/util/workqueue.(*delayingType).waitingLoop+0x304 k8s.io/client-go@v0.27.4/util/workqueue/delaying_queue.go:276 33 @ 0x4417f6 0x40c87d 0x40c378 0x106f608 0x475761 # 0x106f607 k8s.io/client-go/tools/cache.(*controller).Run.func1+0x27 k8s.io/client-go@v0.27.4/tools/cache/controller.go:133 33 @ 0x4417f6 0x40c87d 0x40c378 0x1080b38 0xc082c2 0xc0853a 0x475761 # 0x1080b37 k8s.io/client-go/tools/cache.(*sharedProcessor).run+0x57 k8s.io/client-go@v0.27.4/tools/cache/shared_informer.go:802 # 0xc082c1 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1+0x21 k8s.io/apimachinery@v0.27.4/pkg/util/wait/wait.go:55 # 0xc08539 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1+0x59 k8s.io/apimachinery@v0.27.4/pkg/util/wait/wait.go:72 33 @ 0x4417f6 0x451abe 0x1077ed4 0x475761 # 0x1077ed3 k8s.io/client-go/tools/cache.(*Reflector).startResync+0x113 k8s.io/client-go@v0.27.4/tools/cache/reflector.go:368 33 @ 0x4417f6 0x451abe 0x107aec5 0x107862e 0x1077bee 0x1077786 0xc05afe 0xc059b6 0x107761d 0xc082c2 0xc0853a 0x475761 # 0x107aec4 k8s.io/client-go/tools/cache.watchHandler+0x184 k8s.io/client-go@v0.27.4/tools/cache/reflector.go:712 # 0x107862d k8s.io/client-go/tools/cache.(*Reflector).watch+0x54d k8s.io/client-go@v0.27.4/tools/cache/reflector.go:431 # 0x1077bed k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch+0x34d k8s.io/client-go@v0.27.4/tools/cache/reflector.go:356 # 0x1077785 k8s.io/client-go/tools/cache.(*Reflector).Run.func1+0x25 k8s.io/client-go@v0.27.4/tools/cache/reflector.go:289 # 0xc05afd k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1+0x3d k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:226 # 0xc059b5 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0xb5 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:227 # 0x107761c k8s.io/client-go/tools/cache.(*Reflector).Run+0x17c k8s.io/client-go@v0.27.4/tools/cache/reflector.go:288 # 0xc082c1 k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1+0x21 k8s.io/apimachinery@v0.27.4/pkg/util/wait/wait.go:55 # 0xc08539 k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1+0x59 k8s.io/apimachinery@v0.27.4/pkg/util/wait/wait.go:72 33 @ 0x4417f6 0x451abe 0x917127 0x9165be 0x475761 # 0x917126 golang.org/x/net/http2.(*clientStream).writeRequest+0xb26 golang.org/x/net@v0.12.0/http2/transport.go:1461 # 0x9165bd golang.org/x/net/http2.(*clientStream).doRequest+0x1d golang.org/x/net@v0.12.0/http2/transport.go:1323 28 @ 0x4417f6 0x47178c 0x47176c 0x47e26c 0x10245e5 0x1b277cf 0x1b26fb6 0xc05c65 0xc05afe 0xc059b6 0xc058a9 0xc05bd9 0x1b26ed3 0x1b26eb6 0x1b26a92 0x475761 # 0x47176b sync.runtime_notifyListWait+0x12b runtime/sema.go:527 # 0x47e26b sync.(*Cond).Wait+0x8b sync/cond.go:70 # 0x10245e4 k8s.io/client-go/util/workqueue.(*Type).Get+0xa4 k8s.io/client-go@v0.27.4/util/workqueue/queue.go:200 # 0x1b277ce github.com/openshift/library-go/pkg/controller/factory.(*baseController).processNextWorkItem+0x6e github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/factory/base_controller.go:246 # 0x1b26fb5 github.com/openshift/library-go/pkg/controller/factory.(*baseController).runWorker.func1+0x95 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/factory/base_controller.go:192 # 0xc05c64 k8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1+0x24 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:259 # 0xc05afd k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1+0x3d k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:226 # 0xc059b5 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0xb5 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:227 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0xc05bd8 k8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext+0x98 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:259 # 0x1b26ed2 k8s.io/apimachinery/pkg/util/wait.UntilWithContext+0x52 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:170 # 0x1b26eb5 github.com/openshift/library-go/pkg/controller/factory.(*baseController).runWorker+0x35 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/factory/base_controller.go:183 # 0x1b26a91 github.com/openshift/library-go/pkg/controller/factory.(*baseController).Run.func2+0x71 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/factory/base_controller.go:117 21 @ 0x4417f6 0x47178c 0x47176c 0x47e26c 0x90048b 0x91d895 0x4e4f5a 0x1041388 0x10354c7 0x1035bef 0xd2a53c 0x475761 # 0x47176b sync.runtime_notifyListWait+0x12b runtime/sema.go:527 # 0x47e26b sync.(*Cond).Wait+0x8b sync/cond.go:70 # 0x90048a golang.org/x/net/http2.(*pipe).Read+0xea golang.org/x/net@v0.12.0/http2/pipe.go:76 # 0x91d894 golang.org/x/net/http2.transportResponseBody.Read+0x74 golang.org/x/net@v0.12.0/http2/transport.go:2534 # 0x4e4f59 io.ReadAtLeast+0x99 io/io.go:332 # 0x1041387 k8s.io/apimachinery/pkg/util/framer.(*lengthDelimitedFrameReader).Read+0x87 k8s.io/apimachinery@v0.27.4/pkg/util/framer/framer.go:76 # 0x10354c6 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode+0xa6 k8s.io/apimachinery@v0.27.4/pkg/runtime/serializer/streaming/streaming.go:77 # 0x1035bee k8s.io/client-go/rest/watch.(*Decoder).Decode+0x4e k8s.io/client-go@v0.27.4/rest/watch/decoder.go:49 # 0xd2a53b k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive+0xdb k8s.io/apimachinery@v0.27.4/pkg/watch/streamwatcher.go:105 20 @ 0x4417f6 0x439e17 0x46f929 0x4eb032 0x4ec419 0x4ec407 0x553569 0x5663e5 0x7bc21d 0x521158 0x7bc405 0x7b98f6 0x7bf7ef 0x7bf7f0 0x57cb5b 0x4e4f5a 0x8f7c0e 0x8f7bc8 0x8f8455 0x941417 0x475761 # 0x46f928 internal/poll.runtime_pollWait+0x88 runtime/netpoll.go:306 # 0x4eb031 internal/poll.(*pollDesc).wait+0x31 internal/poll/fd_poll_runtime.go:84 # 0x4ec418 internal/poll.(*pollDesc).waitRead+0x298 internal/poll/fd_poll_runtime.go:89 # 0x4ec406 internal/poll.(*FD).Read+0x286 internal/poll/fd_unix.go:167 # 0x553568 net.(*netFD).Read+0x28 net/fd_posix.go:55 # 0x5663e4 net.(*conn).Read+0x44 net/net.go:183 # 0x7bc21c crypto/tls.(*atLeastReader).Read+0x3c crypto/tls/conn.go:788 # 0x521157 bytes.(*Buffer).ReadFrom+0x97 bytes/buffer.go:202 # 0x7bc404 crypto/tls.(*Conn).readFromUntil+0xe4 crypto/tls/conn.go:810 # 0x7b98f5 crypto/tls.(*Conn).readRecordOrCCS+0x115 crypto/tls/conn.go:617 # 0x7bf7ee crypto/tls.(*Conn).readRecord+0x16e crypto/tls/conn.go:583 # 0x7bf7ef crypto/tls.(*Conn).Read+0x16f crypto/tls/conn.go:1316 # 0x57cb5a bufio.(*Reader).Read+0x1ba bufio/bufio.go:237 # 0x4e4f59 io.ReadAtLeast+0x99 io/io.go:332 # 0x8f7c0d io.ReadFull+0x6d io/io.go:351 # 0x8f7bc7 golang.org/x/net/http2.readFrameHeader+0x27 golang.org/x/net@v0.12.0/http2/frame.go:237 # 0x8f8454 golang.org/x/net/http2.(*Framer).ReadFrame+0x94 golang.org/x/net@v0.12.0/http2/frame.go:498 # 0x941416 google.golang.org/grpc/internal/transport.(*http2Client).reader+0x256 google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1561 20 @ 0x4417f6 0x451abe 0x92cd75 0x92d485 0x936d0a 0x475761 # 0x92cd74 google.golang.org/grpc/internal/transport.(*controlBuffer).get+0x114 google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:408 # 0x92d484 google.golang.org/grpc/internal/transport.(*loopyWriter).run+0x84 google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:535 # 0x936d09 google.golang.org/grpc/internal/transport.newHTTP2Client.func6+0x69 google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:442 20 @ 0x4417f6 0x451abe 0xc05a35 0xc058a9 0xc05bd9 0x1b268cc 0x1b268a0 0x475761 # 0xc05a34 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0x134 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:238 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0xc05bd8 k8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext+0x98 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:259 # 0x1b268cb k8s.io/apimachinery/pkg/util/wait.UntilWithContext+0x8b k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:170 # 0x1b2689f github.com/openshift/library-go/pkg/controller/factory.(*baseController).Run.func3+0x5f github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/factory/base_controller.go:141 20 @ 0x4417f6 0x47178c 0x47176c 0x47e26c 0x1072cb6 0x106f836 0xc05afe 0xc059b6 0xc058a9 0x106f565 0x106f517 0x107e102 0x1a83f2b 0x475761 # 0x47176b sync.runtime_notifyListWait+0x12b runtime/sema.go:527 # 0x47e26b sync.(*Cond).Wait+0x8b sync/cond.go:70 # 0x1072cb5 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop+0x255 k8s.io/client-go@v0.27.4/tools/cache/delta_fifo.go:575 # 0x106f835 k8s.io/client-go/tools/cache.(*controller).processLoop+0x35 k8s.io/client-go@v0.27.4/tools/cache/controller.go:192 # 0xc05afd k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1+0x3d k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:226 # 0xc059b5 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0xb5 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:227 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0x106f564 k8s.io/apimachinery/pkg/util/wait.Until+0x384 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:161 # 0x106f516 k8s.io/client-go/tools/cache.(*controller).Run+0x336 k8s.io/client-go@v0.27.4/tools/cache/controller.go:163 # 0x107e101 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run+0x541 k8s.io/client-go@v0.27.4/tools/cache/shared_informer.go:503 # 0x1a83f2a k8s.io/client-go/informers.(*sharedInformerFactory).Start.func1+0x6a k8s.io/client-go@v0.27.4/informers/factory.go:150 14 @ 0x4417f6 0x40c87d 0x40c378 0x1b26134 0x475761 # 0x1b26133 github.com/openshift/library-go/pkg/controller/factory.(*baseController).Run+0x9d3 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/factory/base_controller.go:165 12 @ 0x4417f6 0x47178c 0x47176c 0x47e26c 0x1072cb6 0x106f836 0xc05afe 0xc059b6 0xc058a9 0x106f565 0x106f517 0x107e102 0x475761 # 0x47176b sync.runtime_notifyListWait+0x12b runtime/sema.go:527 # 0x47e26b sync.(*Cond).Wait+0x8b sync/cond.go:70 # 0x1072cb5 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop+0x255 k8s.io/client-go@v0.27.4/tools/cache/delta_fifo.go:575 # 0x106f835 k8s.io/client-go/tools/cache.(*controller).processLoop+0x35 k8s.io/client-go@v0.27.4/tools/cache/controller.go:192 # 0xc05afd k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1+0x3d k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:226 # 0xc059b5 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0xb5 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:227 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0x106f564 k8s.io/apimachinery/pkg/util/wait.Until+0x384 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:161 # 0x106f516 k8s.io/client-go/tools/cache.(*controller).Run+0x336 k8s.io/client-go@v0.27.4/tools/cache/controller.go:163 # 0x107e101 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run+0x541 k8s.io/client-go@v0.27.4/tools/cache/shared_informer.go:503 12 @ 0x4417f6 0x47178c 0x47176c 0x47e26c 0x90048b 0x91d895 0x5f3dc8 0x5f39bb 0x5f35f8 0x1041745 0x10354c7 0x1035bef 0xd2a53c 0x475761 # 0x47176b sync.runtime_notifyListWait+0x12b runtime/sema.go:527 # 0x47e26b sync.(*Cond).Wait+0x8b sync/cond.go:70 # 0x90048a golang.org/x/net/http2.(*pipe).Read+0xea golang.org/x/net@v0.12.0/http2/pipe.go:76 # 0x91d894 golang.org/x/net/http2.transportResponseBody.Read+0x74 golang.org/x/net@v0.12.0/http2/transport.go:2534 # 0x5f3dc7 encoding/json.(*Decoder).refill+0x187 encoding/json/stream.go:165 # 0x5f39ba encoding/json.(*Decoder).readValue+0xba encoding/json/stream.go:140 # 0x5f35f7 encoding/json.(*Decoder).Decode+0x77 encoding/json/stream.go:63 # 0x1041744 k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read+0x1a4 k8s.io/apimachinery@v0.27.4/pkg/util/framer/framer.go:152 # 0x10354c6 k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode+0xa6 k8s.io/apimachinery@v0.27.4/pkg/runtime/serializer/streaming/streaming.go:77 # 0x1035bee k8s.io/client-go/rest/watch.(*Decoder).Decode+0x4e k8s.io/client-go@v0.27.4/rest/watch/decoder.go:49 # 0xd2a53b k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive+0xdb k8s.io/apimachinery@v0.27.4/pkg/watch/streamwatcher.go:105 9 @ 0x4417f6 0x40c87d 0x40c378 0x1b26134 0x23b30e8 0x475761 # 0x1b26133 github.com/openshift/library-go/pkg/controller/factory.(*baseController).Run+0x9d3 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/factory/base_controller.go:165 # 0x23b30e7 github.com/openshift/library-go/pkg/controller/manager.controllerManager.Start.func1+0x107 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/manager/controller_manager.go:53 5 @ 0x4417f6 0x451abe 0x982e73 0x475761 # 0x982e72 google.golang.org/grpc.(*ccBalancerWrapper).watcher+0x72 google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:115 5 @ 0x4417f6 0x451abe 0xc07bed 0x475761 # 0xc07bec k8s.io/apimachinery/pkg/util/wait.poller.func1.1+0x1cc k8s.io/apimachinery@v0.27.4/pkg/util/wait/poll.go:297 3 @ 0x4417f6 0x451abe 0xc05a35 0xc058a9 0xc05765 0x475761 # 0xc05a34 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0x134 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:238 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0xc05764 k8s.io/apimachinery/pkg/util/wait.Until+0x24 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:161 2 @ 0x4417f6 0x40c87d 0x40c378 0x22cd41c 0x475761 # 0x22cd41b k8s.io/apiserver/pkg/server/dynamiccertificates.(*ConfigMapCAController).Run+0x49b k8s.io/apiserver@v0.27.4/pkg/server/dynamiccertificates/configmap_cafile_content.go:222 2 @ 0x4417f6 0x439e17 0x46f929 0x4eb032 0x4ec419 0x4ec407 0x553569 0x5663e5 0x7bc21d 0x521158 0x7bc405 0x7b98f6 0x7bf7ef 0x7bf7f0 0x4e4f5a 0x8f7c0e 0x8f7bc8 0x8f8455 0x903471 0x475761 # 0x46f928 internal/poll.runtime_pollWait+0x88 runtime/netpoll.go:306 # 0x4eb031 internal/poll.(*pollDesc).wait+0x31 internal/poll/fd_poll_runtime.go:84 # 0x4ec418 internal/poll.(*pollDesc).waitRead+0x298 internal/poll/fd_poll_runtime.go:89 # 0x4ec406 internal/poll.(*FD).Read+0x286 internal/poll/fd_unix.go:167 # 0x553568 net.(*netFD).Read+0x28 net/fd_posix.go:55 # 0x5663e4 net.(*conn).Read+0x44 net/net.go:183 # 0x7bc21c crypto/tls.(*atLeastReader).Read+0x3c crypto/tls/conn.go:788 # 0x521157 bytes.(*Buffer).ReadFrom+0x97 bytes/buffer.go:202 # 0x7bc404 crypto/tls.(*Conn).readFromUntil+0xe4 crypto/tls/conn.go:810 # 0x7b98f5 crypto/tls.(*Conn).readRecordOrCCS+0x115 crypto/tls/conn.go:617 # 0x7bf7ee crypto/tls.(*Conn).readRecord+0x16e crypto/tls/conn.go:583 # 0x7bf7ef crypto/tls.(*Conn).Read+0x16f crypto/tls/conn.go:1316 # 0x4e4f59 io.ReadAtLeast+0x99 io/io.go:332 # 0x8f7c0d io.ReadFull+0x6d io/io.go:351 # 0x8f7bc7 golang.org/x/net/http2.readFrameHeader+0x27 golang.org/x/net@v0.12.0/http2/frame.go:237 # 0x8f8454 golang.org/x/net/http2.(*Framer).ReadFrame+0x94 golang.org/x/net@v0.12.0/http2/frame.go:498 # 0x903470 golang.org/x/net/http2.(*serverConn).readFrames+0x90 golang.org/x/net@v0.12.0/http2/server.go:818 2 @ 0x4417f6 0x451abe 0x90434c 0x902725 0x901bbf 0x8bedb3 0x475761 # 0x90434b golang.org/x/net/http2.(*serverConn).serve+0x8ab golang.org/x/net@v0.12.0/http2/server.go:938 # 0x902724 golang.org/x/net/http2.(*Server).ServeConn+0xb04 golang.org/x/net@v0.12.0/http2/server.go:531 # 0x901bbe golang.org/x/net/http2.ConfigureServer.func1+0xfe golang.org/x/net@v0.12.0/http2/server.go:321 # 0x8bedb2 net/http.(*conn).serve+0x1292 net/http/server.go:1903 2 @ 0x4417f6 0x451abe 0xc08a4b 0xc0783a 0xc07629 0xc0759f 0x475761 # 0xc08a4a k8s.io/apimachinery/pkg/util/wait.waitForWithContext+0xea k8s.io/apimachinery@v0.27.4/pkg/util/wait/wait.go:205 # 0xc07839 k8s.io/apimachinery/pkg/util/wait.poll+0x99 k8s.io/apimachinery@v0.27.4/pkg/util/wait/poll.go:260 # 0xc07628 k8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext+0x48 k8s.io/apimachinery@v0.27.4/pkg/util/wait/poll.go:200 # 0xc0759e k8s.io/apimachinery/pkg/util/wait.PollImmediateUntil+0x3e k8s.io/apimachinery@v0.27.4/pkg/util/wait/poll.go:187 2 @ 0x4417f6 0x451abe 0xc08a4b 0xc0783a 0xc07749 0xc076c6 0x23a5388 0x23a6086 0x475761 # 0xc08a4a k8s.io/apimachinery/pkg/util/wait.waitForWithContext+0xea k8s.io/apimachinery@v0.27.4/pkg/util/wait/wait.go:205 # 0xc07839 k8s.io/apimachinery/pkg/util/wait.poll+0x99 k8s.io/apimachinery@v0.27.4/pkg/util/wait/poll.go:260 # 0xc07748 k8s.io/apimachinery/pkg/util/wait.PollImmediateInfiniteWithContext+0x48 k8s.io/apimachinery@v0.27.4/pkg/util/wait/poll.go:229 # 0xc076c5 k8s.io/apimachinery/pkg/util/wait.PollImmediateInfinite+0x45 k8s.io/apimachinery@v0.27.4/pkg/util/wait/poll.go:214 # 0x23a5387 github.com/openshift/library-go/pkg/controller/fileobserver.(*pollingObserver).processReactors+0x87 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/fileobserver/observer_polling.go:86 # 0x23a6085 github.com/openshift/library-go/pkg/controller/fileobserver.(*pollingObserver).Run+0xa5 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/fileobserver/observer_polling.go:161 2 @ 0x4417f6 0x47178c 0x47176c 0x47e26c 0x10245e5 0x22cd83e 0x22d7dd2 0xc05afe 0xc059b6 0xc058a9 0xc05765 0x475761 # 0x47176b sync.runtime_notifyListWait+0x12b runtime/sema.go:527 # 0x47e26b sync.(*Cond).Wait+0x8b sync/cond.go:70 # 0x10245e4 k8s.io/client-go/util/workqueue.(*Type).Get+0xa4 k8s.io/client-go@v0.27.4/util/workqueue/queue.go:200 # 0x22cd83d k8s.io/apiserver/pkg/server/dynamiccertificates.(*ConfigMapCAController).processNextWorkItem+0x5d k8s.io/apiserver@v0.27.4/pkg/server/dynamiccertificates/configmap_cafile_content.go:231 # 0x22d7dd1 k8s.io/apiserver/pkg/server/dynamiccertificates.(*ConfigMapCAController).runWorker+0x31 k8s.io/apiserver@v0.27.4/pkg/server/dynamiccertificates/configmap_cafile_content.go:226 # 0xc05afd k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1+0x3d k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:226 # 0xc059b5 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0xb5 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:227 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0xc05764 k8s.io/apimachinery/pkg/util/wait.Until+0x24 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:161 1 @ 0x4120b4 0x471bef 0x5208d9 0x475761 # 0x471bee os/signal.signal_recv+0x2e runtime/sigqueue.go:152 # 0x5208d8 os/signal.loop+0x18 os/signal/signal_unix.go:23 1 @ 0x4364f6 0x46f485 0xbf39f5 0xbf380d 0xbf058b 0xbff845 0xc00393 0x8bf60f 0x8c0fa9 0x8c2756 0x8be132 0x475761 # 0x46f484 runtime/pprof.runtime_goroutineProfileWithLabels+0x24 runtime/mprof.go:844 # 0xbf39f4 runtime/pprof.writeRuntimeProfile+0xb4 runtime/pprof/pprof.go:734 # 0xbf380c runtime/pprof.writeGoroutine+0x4c runtime/pprof/pprof.go:694 # 0xbf058a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:329 # 0xbff844 net/http/pprof.handler.ServeHTTP+0x4a4 net/http/pprof/pprof.go:259 # 0xc00392 net/http/pprof.Index+0xf2 net/http/pprof/pprof.go:376 # 0x8bf60e net/http.HandlerFunc.ServeHTTP+0x2e net/http/server.go:2122 # 0x8c0fa8 net/http.(*ServeMux).ServeHTTP+0x148 net/http/server.go:2500 # 0x8c2755 net/http.serverHandler.ServeHTTP+0x315 net/http/server.go:2936 # 0x8be131 net/http.(*conn).serve+0x611 net/http/server.go:1995 1 @ 0x4417f6 0x40c87d 0x40c378 0x1b26134 0x1f14cd3 0x475761 # 0x1b26133 github.com/openshift/library-go/pkg/controller/factory.(*baseController).Run+0x9d3 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/factory/base_controller.go:165 # 0x1f14cd2 github.com/openshift/library-go/pkg/operator/resourcesynccontroller.(*ResourceSyncController).Run+0x32 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/operator/resourcesynccontroller/resourcesync_controller.go:95 1 @ 0x4417f6 0x40c87d 0x40c378 0x1b26134 0x1f95012 0x475761 # 0x1b26133 github.com/openshift/library-go/pkg/controller/factory.(*baseController).Run+0x9d3 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/factory/base_controller.go:165 # 0x1f95011 github.com/openshift/library-go/pkg/operator/status.(*StatusSyncer).Run+0x231 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/operator/status/status_controller.go:102 1 @ 0x4417f6 0x40c87d 0x40c378 0x1b26134 0x23bdcf0 0x23b30e8 0x475761 # 0x1b26133 github.com/openshift/library-go/pkg/controller/factory.(*baseController).Run+0x9d3 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/factory/base_controller.go:165 # 0x23bdcef github.com/openshift/library-go/pkg/operator/staticpod/controller/installer.(*InstallerController).Run+0xef github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/operator/staticpod/controller/installer/installer_controller.go:198 # 0x23b30e7 github.com/openshift/library-go/pkg/controller/manager.controllerManager.Start.func1+0x107 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/manager/controller_manager.go:53 1 @ 0x4417f6 0x40c87d 0x40c378 0x1b26134 0x23d7f3e 0x23b30e8 0x475761 # 0x1b26133 github.com/openshift/library-go/pkg/controller/factory.(*baseController).Run+0x9d3 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/factory/base_controller.go:165 # 0x23d7f3d github.com/openshift/library-go/pkg/operator/staticresourcecontroller.(*StaticResourceController).Run+0xbd github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/operator/staticresourcecontroller/static_resource_controller.go:440 # 0x23b30e7 github.com/openshift/library-go/pkg/controller/manager.controllerManager.Start.func1+0x107 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/manager/controller_manager.go:53 1 @ 0x4417f6 0x40c87d 0x40c378 0x1b26134 0x23d7f3e 0x475761 # 0x1b26133 github.com/openshift/library-go/pkg/controller/factory.(*baseController).Run+0x9d3 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/factory/base_controller.go:165 # 0x23d7f3d github.com/openshift/library-go/pkg/operator/staticresourcecontroller.(*StaticResourceController).Run+0xbd github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/operator/staticresourcecontroller/static_resource_controller.go:440 1 @ 0x4417f6 0x40c87d 0x40c378 0x1f88f59 0x475761 # 0x1f88f58 github.com/openshift/library-go/pkg/operator/configobserver/featuregates.(*defaultFeatureGateAccess).Run+0x1d8 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/operator/configobserver/featuregates/simple_featuregate_reader.go:176 1 @ 0x4417f6 0x40c87d 0x40c378 0x22bc0d5 0x475761 # 0x22bc0d4 k8s.io/apiserver/pkg/authentication/request/headerrequest.(*RequestHeaderAuthRequestController).Run+0x3b4 k8s.io/apiserver@v0.27.4/pkg/authentication/request/headerrequest/requestheader_controller.go:182 1 @ 0x4417f6 0x40c87d 0x40c378 0x22d0ee5 0x475761 # 0x22d0ee4 k8s.io/apiserver/pkg/server/dynamiccertificates.(*DynamicCertKeyPairContent).Run+0x3a4 k8s.io/apiserver@v0.27.4/pkg/server/dynamiccertificates/dynamic_serving_content.go:145 1 @ 0x4417f6 0x40c87d 0x40c378 0x22d50f9 0x475761 # 0x22d50f8 k8s.io/apiserver/pkg/server/dynamiccertificates.(*DynamicServingCertificateController).Run+0x258 k8s.io/apiserver@v0.27.4/pkg/server/dynamiccertificates/tlsconfig.go:254 1 @ 0x4417f6 0x40c87d 0x40c378 0x2381935 0x23aa655 0x475761 # 0x2381934 k8s.io/apiserver/pkg/server.preparedGenericAPIServer.Run+0x954 k8s.io/apiserver@v0.27.4/pkg/server/genericapiserver.go:673 # 0x23aa654 github.com/openshift/library-go/pkg/controller/controllercmd.(*ControllerBuilder).Run.func3+0x54 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/controllercmd/builder.go:290 1 @ 0x4417f6 0x40c87d 0x40c378 0x2381f4a 0x475761 # 0x2381f49 k8s.io/apiserver/pkg/server.preparedGenericAPIServer.Run.func9+0x149 k8s.io/apiserver@v0.27.4/pkg/server/genericapiserver.go:668 1 @ 0x4417f6 0x40c87d 0x40c378 0x23821d4 0x475761 # 0x23821d3 k8s.io/apiserver/pkg/server.preparedGenericAPIServer.Run.func8+0x93 k8s.io/apiserver@v0.27.4/pkg/server/genericapiserver.go:636 1 @ 0x4417f6 0x40c87d 0x40c378 0x238279c 0x475761 # 0x238279b k8s.io/apiserver/pkg/server.preparedGenericAPIServer.Run.func7+0xdb k8s.io/apiserver@v0.27.4/pkg/server/genericapiserver.go:613 1 @ 0x4417f6 0x40c87d 0x40c378 0x2382aae 0x475761 # 0x2382aad k8s.io/apiserver/pkg/server.preparedGenericAPIServer.Run.func6+0x16d k8s.io/apiserver@v0.27.4/pkg/server/genericapiserver.go:598 1 @ 0x4417f6 0x40c87d 0x40c378 0x2382ce5 0x475761 # 0x2382ce4 k8s.io/apiserver/pkg/server.preparedGenericAPIServer.Run.func5+0x44 k8s.io/apiserver@v0.27.4/pkg/server/genericapiserver.go:585 1 @ 0x4417f6 0x40c87d 0x40c378 0x2382ec5 0x475761 # 0x2382ec4 k8s.io/apiserver/pkg/server.preparedGenericAPIServer.Run.func4+0xa4 k8s.io/apiserver@v0.27.4/pkg/server/genericapiserver.go:566 1 @ 0x4417f6 0x40c87d 0x40c378 0x23830ef 0x475761 # 0x23830ee k8s.io/apiserver/pkg/server.preparedGenericAPIServer.Run.func3+0x18e k8s.io/apiserver@v0.27.4/pkg/server/genericapiserver.go:531 1 @ 0x4417f6 0x40c87d 0x40c378 0x2383ac8 0x475761 # 0x2383ac7 k8s.io/apiserver/pkg/server.preparedGenericAPIServer.NonBlockingRun.func1+0x27 k8s.io/apiserver@v0.27.4/pkg/server/genericapiserver.go:725 1 @ 0x4417f6 0x40c87d 0x40c378 0x238c510 0x475761 # 0x238c50f k8s.io/apiserver/pkg/server.RunServer.func1+0x6f k8s.io/apiserver@v0.27.4/pkg/server/secure_serving.go:234 1 @ 0x4417f6 0x40c87d 0x40c378 0x238ca0b 0x475761 # 0x238ca0a k8s.io/apiserver/pkg/server.SetupSignalContext.func1+0x2a k8s.io/apiserver@v0.27.4/pkg/server/signal.go:48 1 @ 0x4417f6 0x40c87d 0x40c378 0x239fd85 0x475761 # 0x239fd84 k8s.io/apiserver/pkg/server/options.(*DynamicRequestHeaderController).Run+0x144 k8s.io/apiserver@v0.27.4/pkg/server/options/authentication_dynamic_request_header.go:78 1 @ 0x4417f6 0x40c87d 0x40c378 0x23ac0e5 0x475761 # 0x23ac0e4 github.com/openshift/library-go/pkg/controller/controllercmd.(*ControllerCommandConfig).NewCommandWithContext.func1.1+0x44 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/controllercmd/cmd.go:117 1 @ 0x4417f6 0x40c87d 0x40c378 0x23de5b4 0x475761 # 0x23de5b3 github.com/openshift/cluster-etcd-operator/pkg/etcdenvvar.(*EnvVarController).Run+0x2b3 github.com/openshift/cluster-etcd-operator/pkg/etcdenvvar/envvarcontroller.go:187 1 @ 0x4417f6 0x40c87d 0x40c378 0x240f549 0x23aaef4 0x475761 # 0x240f548 github.com/openshift/cluster-etcd-operator/pkg/operator.RunOperator+0x38a8 github.com/openshift/cluster-etcd-operator/pkg/operator/starter.go:526 # 0x23aaef3 github.com/openshift/library-go/pkg/controller/controllercmd.ControllerBuilder.getOnStartedLeadingFunc.func1.1+0x73 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/controllercmd/builder.go:351 1 @ 0x4417f6 0x439e17 0x46f929 0x4eb032 0x4ec419 0x4ec407 0x4f7b5e 0x4f7b56 0x22cadff 0x475761 # 0x46f928 internal/poll.runtime_pollWait+0x88 runtime/netpoll.go:306 # 0x4eb031 internal/poll.(*pollDesc).wait+0x31 internal/poll/fd_poll_runtime.go:84 # 0x4ec418 internal/poll.(*pollDesc).waitRead+0x298 internal/poll/fd_poll_runtime.go:89 # 0x4ec406 internal/poll.(*FD).Read+0x286 internal/poll/fd_unix.go:167 # 0x4f7b5d os.(*File).read+0x5d os/file_posix.go:31 # 0x4f7b55 os.(*File).Read+0x55 os/file.go:118 # 0x22cadfe github.com/fsnotify/fsnotify.(*Watcher).readEvents+0xde github.com/fsnotify/fsnotify@v1.6.0/backend_inotify.go:356 1 @ 0x4417f6 0x439e17 0x46f929 0x4eb032 0x4ec419 0x4ec407 0x553569 0x5663e5 0x7bc21d 0x521158 0x7bc405 0x7b98f6 0x7bf7ef 0x7bf7f0 0x57cb5b 0x4e4f5a 0x8f7c0e 0x8f7bc8 0x8f8455 0x91ba4e 0x91af6f 0x475761 # 0x46f928 internal/poll.runtime_pollWait+0x88 runtime/netpoll.go:306 # 0x4eb031 internal/poll.(*pollDesc).wait+0x31 internal/poll/fd_poll_runtime.go:84 # 0x4ec418 internal/poll.(*pollDesc).waitRead+0x298 internal/poll/fd_poll_runtime.go:89 # 0x4ec406 internal/poll.(*FD).Read+0x286 internal/poll/fd_unix.go:167 # 0x553568 net.(*netFD).Read+0x28 net/fd_posix.go:55 # 0x5663e4 net.(*conn).Read+0x44 net/net.go:183 # 0x7bc21c crypto/tls.(*atLeastReader).Read+0x3c crypto/tls/conn.go:788 # 0x521157 bytes.(*Buffer).ReadFrom+0x97 bytes/buffer.go:202 # 0x7bc404 crypto/tls.(*Conn).readFromUntil+0xe4 crypto/tls/conn.go:810 # 0x7b98f5 crypto/tls.(*Conn).readRecordOrCCS+0x115 crypto/tls/conn.go:617 # 0x7bf7ee crypto/tls.(*Conn).readRecord+0x16e crypto/tls/conn.go:583 # 0x7bf7ef crypto/tls.(*Conn).Read+0x16f crypto/tls/conn.go:1316 # 0x57cb5a bufio.(*Reader).Read+0x1ba bufio/bufio.go:237 # 0x4e4f59 io.ReadAtLeast+0x99 io/io.go:332 # 0x8f7c0d io.ReadFull+0x6d io/io.go:351 # 0x8f7bc7 golang.org/x/net/http2.readFrameHeader+0x27 golang.org/x/net@v0.12.0/http2/frame.go:237 # 0x8f8454 golang.org/x/net/http2.(*Framer).ReadFrame+0x94 golang.org/x/net@v0.12.0/http2/frame.go:498 # 0x91ba4d golang.org/x/net/http2.(*clientConnReadLoop).run+0x12d golang.org/x/net@v0.12.0/http2/transport.go:2251 # 0x91af6e golang.org/x/net/http2.(*ClientConn).readLoop+0x6e golang.org/x/net@v0.12.0/http2/transport.go:2146 1 @ 0x4417f6 0x439e17 0x46f929 0x4eb032 0x4ec419 0x4ec407 0x553569 0x5663e5 0x8b7e7f 0x475761 # 0x46f928 internal/poll.runtime_pollWait+0x88 runtime/netpoll.go:306 # 0x4eb031 internal/poll.(*pollDesc).wait+0x31 internal/poll/fd_poll_runtime.go:84 # 0x4ec418 internal/poll.(*pollDesc).waitRead+0x298 internal/poll/fd_poll_runtime.go:89 # 0x4ec406 internal/poll.(*FD).Read+0x286 internal/poll/fd_unix.go:167 # 0x553568 net.(*netFD).Read+0x28 net/fd_posix.go:55 # 0x5663e4 net.(*conn).Read+0x44 net/net.go:183 # 0x8b7e7e net/http.(*connReader).backgroundRead+0x3e net/http/server.go:674 1 @ 0x4417f6 0x439e17 0x46f929 0x4eb032 0x4ec419 0x4ec407 0x553569 0x5663e5 0x8b82f1 0x57c57f 0x57d16f 0x57d3c7 0x84f759 0x8b369a 0x8b369b 0x8b984a 0x8bde6b 0x475761 # 0x46f928 internal/poll.runtime_pollWait+0x88 runtime/netpoll.go:306 # 0x4eb031 internal/poll.(*pollDesc).wait+0x31 internal/poll/fd_poll_runtime.go:84 # 0x4ec418 internal/poll.(*pollDesc).waitRead+0x298 internal/poll/fd_poll_runtime.go:89 # 0x4ec406 internal/poll.(*FD).Read+0x286 internal/poll/fd_unix.go:167 # 0x553568 net.(*netFD).Read+0x28 net/fd_posix.go:55 # 0x5663e4 net.(*conn).Read+0x44 net/net.go:183 # 0x8b82f0 net/http.(*connReader).Read+0x170 net/http/server.go:782 # 0x57c57e bufio.(*Reader).fill+0xfe bufio/bufio.go:106 # 0x57d16e bufio.(*Reader).ReadSlice+0x2e bufio/bufio.go:372 # 0x57d3c6 bufio.(*Reader).ReadLine+0x26 bufio/bufio.go:401 # 0x84f758 net/textproto.(*Reader).readLineSlice+0x98 net/textproto/reader.go:56 # 0x8b3699 net/textproto.(*Reader).ReadLine+0xb9 net/textproto/reader.go:39 # 0x8b369a net/http.readRequest+0xba net/http/request.go:1042 # 0x8b9849 net/http.(*conn).readRequest+0x249 net/http/server.go:990 # 0x8bde6a net/http.(*conn).serve+0x34a net/http/server.go:1920 1 @ 0x4417f6 0x439e17 0x46f929 0x4eb032 0x4f093d 0x4f092b 0x5556f5 0x56f345 0x56e43d 0x238c62b 0x7f16cd 0x8c2cc5 0x238c237 0x475761 # 0x46f928 internal/poll.runtime_pollWait+0x88 runtime/netpoll.go:306 # 0x4eb031 internal/poll.(*pollDesc).wait+0x31 internal/poll/fd_poll_runtime.go:84 # 0x4f093c internal/poll.(*pollDesc).waitRead+0x2bc internal/poll/fd_poll_runtime.go:89 # 0x4f092a internal/poll.(*FD).Accept+0x2aa internal/poll/fd_unix.go:614 # 0x5556f4 net.(*netFD).accept+0x34 net/fd_unix.go:172 # 0x56f344 net.(*TCPListener).accept+0x24 net/tcpsock_posix.go:148 # 0x56e43c net.(*TCPListener).Accept+0x3c net/tcpsock.go:297 # 0x238c62a k8s.io/apiserver/pkg/server.tcpKeepAliveListener.Accept+0x2a k8s.io/apiserver@v0.27.4/pkg/server/secure_serving.go:275 # 0x7f16cc crypto/tls.(*listener).Accept+0x2c crypto/tls/tls.go:66 # 0x8c2cc4 net/http.(*Server).Serve+0x384 net/http/server.go:3059 # 0x238c236 k8s.io/apiserver/pkg/server.RunServer.func2+0x176 k8s.io/apiserver@v0.27.4/pkg/server/secure_serving.go:250 1 @ 0x4417f6 0x439e17 0x46f929 0x4eb032 0x4f093d 0x4f092b 0x5556f5 0x56f345 0x56e43d 0x8c2cc5 0x8c28fd 0xc044b7 0xc043e6 0x475761 # 0x46f928 internal/poll.runtime_pollWait+0x88 runtime/netpoll.go:306 # 0x4eb031 internal/poll.(*pollDesc).wait+0x31 internal/poll/fd_poll_runtime.go:84 # 0x4f093c internal/poll.(*pollDesc).waitRead+0x2bc internal/poll/fd_poll_runtime.go:89 # 0x4f092a internal/poll.(*FD).Accept+0x2aa internal/poll/fd_unix.go:614 # 0x5556f4 net.(*netFD).accept+0x34 net/fd_unix.go:172 # 0x56f344 net.(*TCPListener).accept+0x24 net/tcpsock_posix.go:148 # 0x56e43c net.(*TCPListener).Accept+0x3c net/tcpsock.go:297 # 0x8c2cc4 net/http.(*Server).Serve+0x384 net/http/server.go:3059 # 0x8c28fc net/http.(*Server).ListenAndServe+0x7c net/http/server.go:2988 # 0xc044b6 net/http.ListenAndServe+0x216 net/http/server.go:3242 # 0xc043e5 github.com/openshift/library-go/pkg/serviceability.StartProfiler.func1+0x145 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/serviceability/profiler.go:22 1 @ 0x4417f6 0x451abe 0x1f96df2 0x1b2656c 0x475761 # 0x1f96df1 github.com/openshift/library-go/pkg/operator/status.(*StatusSyncer).watchVersionGetterPostRunHook+0x131 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/operator/status/status_controller.go:256 # 0x1b2656b github.com/openshift/library-go/pkg/controller/factory.(*baseController).Run.func5+0xab github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/factory/base_controller.go:156 1 @ 0x4417f6 0x451abe 0x22d164b 0x22d101c 0xc05afe 0xc059b6 0xc058a9 0xc05765 0x475761 # 0x22d164a k8s.io/apiserver/pkg/server/dynamiccertificates.(*DynamicCertKeyPairContent).watchCertKeyFile+0x40a k8s.io/apiserver@v0.27.4/pkg/server/dynamiccertificates/dynamic_serving_content.go:168 # 0x22d101b k8s.io/apiserver/pkg/server/dynamiccertificates.(*DynamicCertKeyPairContent).Run.func1+0x3b k8s.io/apiserver@v0.27.4/pkg/server/dynamiccertificates/dynamic_serving_content.go:140 # 0xc05afd k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1+0x3d k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:226 # 0xc059b5 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0xb5 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:227 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0xc05764 k8s.io/apimachinery/pkg/util/wait.Until+0x24 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:161 1 @ 0x4417f6 0x451abe 0x238b9d1 0x475761 # 0x238b9d0 k8s.io/apiserver/pkg/server.(*SecureServingInfo).tlsConfig.func1+0x70 k8s.io/apiserver@v0.27.4/pkg/server/secure_serving.go:100 1 @ 0x4417f6 0x451abe 0x23aacc5 0x475761 # 0x23aacc4 github.com/openshift/library-go/pkg/controller/controllercmd.ControllerBuilder.getOnStartedLeadingFunc.func1+0x164 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/controllercmd/builder.go:356 1 @ 0x4417f6 0x451abe 0x23ad8f1 0x475761 # 0x23ad8f0 github.com/openshift/library-go/pkg/controller/controllercmd.(*ControllerCommandConfig).StartController.func1+0x70 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/controllercmd/cmd.go:292 1 @ 0x4417f6 0x451abe 0x602e9e 0x475761 # 0x602e9d k8s.io/klog/v2.(*flushDaemon).run.func1+0x11d k8s.io/klog/v2@v2.100.1/klog.go:1141 1 @ 0x4417f6 0x451abe 0xc05a35 0xc058a9 0x20b8ae5 0x20b8a5d 0x20b8239 0x20b83d4 0x23aa528 0x23ad805 0x23aba6b 0x5d1c47 0x5d24dd 0x243e61c 0x243e621 0x4413c7 0x475761 # 0xc05a34 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0x134 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:238 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0x20b8ae4 k8s.io/apimachinery/pkg/util/wait.Until+0x124 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:161 # 0x20b8a5c k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew+0x9c k8s.io/client-go@v0.27.4/tools/leaderelection/leaderelection.go:266 # 0x20b8238 k8s.io/client-go/tools/leaderelection.(*LeaderElector).Run+0x118 k8s.io/client-go@v0.27.4/tools/leaderelection/leaderelection.go:209 # 0x20b83d3 k8s.io/client-go/tools/leaderelection.RunOrDie+0x93 k8s.io/client-go@v0.27.4/tools/leaderelection/leaderelection.go:223 # 0x23aa527 github.com/openshift/library-go/pkg/controller/controllercmd.(*ControllerBuilder).Run+0x1587 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/controllercmd/builder.go:342 # 0x23ad804 github.com/openshift/library-go/pkg/controller/controllercmd.(*ControllerCommandConfig).StartController+0x764 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/controllercmd/cmd.go:319 # 0x23aba6a github.com/openshift/library-go/pkg/controller/controllercmd.(*ControllerCommandConfig).NewCommandWithContext.func1+0x3ea github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/controllercmd/cmd.go:158 # 0x5d1c46 github.com/spf13/cobra.(*Command).execute+0x846 github.com/spf13/cobra@v1.6.1/command.go:920 # 0x5d24dc github.com/spf13/cobra.(*Command).ExecuteC+0x3bc github.com/spf13/cobra@v1.6.1/command.go:1044 # 0x243e61b github.com/spf13/cobra.(*Command).Execute+0x21b github.com/spf13/cobra@v1.6.1/command.go:968 # 0x243e620 main.main+0x220 github.com/openshift/cluster-etcd-operator/cmd/cluster-etcd-operator/main.go:46 # 0x4413c6 runtime.main+0x206 runtime/proc.go:250 1 @ 0x4417f6 0x451abe 0xc05a35 0xc058a9 0xc08608 0xc085f5 0x475761 # 0xc05a34 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0x134 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:238 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0xc08607 k8s.io/apimachinery/pkg/util/wait.Until+0x27 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:161 # 0xc085f4 k8s.io/apimachinery/pkg/util/wait.Forever+0x14 k8s.io/apimachinery@v0.27.4/pkg/util/wait/wait.go:80 1 @ 0x4417f6 0x451abe 0xc08a4b 0xc0783a 0xc07486 0xc073ff 0x2316cf2 0x475761 # 0xc08a4a k8s.io/apimachinery/pkg/util/wait.waitForWithContext+0xea k8s.io/apimachinery@v0.27.4/pkg/util/wait/wait.go:205 # 0xc07839 k8s.io/apimachinery/pkg/util/wait.poll+0x99 k8s.io/apimachinery@v0.27.4/pkg/util/wait/poll.go:260 # 0xc07485 k8s.io/apimachinery/pkg/util/wait.PollUntilWithContext+0x45 k8s.io/apimachinery@v0.27.4/pkg/util/wait/poll.go:111 # 0xc073fe k8s.io/apimachinery/pkg/util/wait.PollUntil+0x3e k8s.io/apimachinery@v0.27.4/pkg/util/wait/poll.go:98 # 0x2316cf1 k8s.io/apiserver/pkg/util/flowcontrol/request.(*objectCountTracker).RunUntil+0x71 k8s.io/apiserver@v0.27.4/pkg/util/flowcontrol/request/object_count_tracker.go:145 1 @ 0x4417f6 0x452baf 0x452b86 0x4713c7 0x481bcb 0x23b2f25 0x475761 # 0x4713c6 sync.runtime_Semacquire+0x26 runtime/sema.go:62 # 0x481bca sync.(*WaitGroup).Wait+0x4a sync/waitgroup.go:116 # 0x23b2f24 github.com/openshift/library-go/pkg/controller/manager.controllerManager.Start+0x164 github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/controller/manager/controller_manager.go:56 1 @ 0x4417f6 0x47178c 0x47176c 0x47e26c 0x10245e5 0x1f89e2e 0x1f8c58f 0xc05c65 0xc05afe 0xc059b6 0xc058a9 0xc05bd9 0xc057cb 0x475761 # 0x47176b sync.runtime_notifyListWait+0x12b runtime/sema.go:527 # 0x47e26b sync.(*Cond).Wait+0x8b sync/cond.go:70 # 0x10245e4 k8s.io/client-go/util/workqueue.(*Type).Get+0xa4 k8s.io/client-go@v0.27.4/util/workqueue/queue.go:200 # 0x1f89e2d github.com/openshift/library-go/pkg/operator/configobserver/featuregates.(*defaultFeatureGateAccess).processNextWorkItem+0x6d github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/operator/configobserver/featuregates/simple_featuregate_reader.go:278 # 0x1f8c58e github.com/openshift/library-go/pkg/operator/configobserver/featuregates.(*defaultFeatureGateAccess).runWorker+0x4e github.com/openshift/library-go@v0.0.0-20230724150037-c515269de16e/pkg/operator/configobserver/featuregates/simple_featuregate_reader.go:273 # 0xc05c64 k8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1+0x24 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:259 # 0xc05afd k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1+0x3d k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:226 # 0xc059b5 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0xb5 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:227 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0xc05bd8 k8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext+0x98 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:259 # 0xc057ca k8s.io/apimachinery/pkg/util/wait.UntilWithContext+0x2a k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:170 1 @ 0x4417f6 0x47178c 0x47176c 0x47e26c 0x10245e5 0x22bc698 0x22bd472 0xc05afe 0xc059b6 0xc058a9 0xc05765 0x475761 # 0x47176b sync.runtime_notifyListWait+0x12b runtime/sema.go:527 # 0x47e26b sync.(*Cond).Wait+0x8b sync/cond.go:70 # 0x10245e4 k8s.io/client-go/util/workqueue.(*Type).Get+0xa4 k8s.io/client-go@v0.27.4/util/workqueue/queue.go:200 # 0x22bc697 k8s.io/apiserver/pkg/authentication/request/headerrequest.(*RequestHeaderAuthRequestController).processNextWorkItem+0x57 k8s.io/apiserver@v0.27.4/pkg/authentication/request/headerrequest/requestheader_controller.go:209 # 0x22bd471 k8s.io/apiserver/pkg/authentication/request/headerrequest.(*RequestHeaderAuthRequestController).runWorker+0x31 k8s.io/apiserver@v0.27.4/pkg/authentication/request/headerrequest/requestheader_controller.go:204 # 0xc05afd k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1+0x3d k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:226 # 0xc059b5 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0xb5 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:227 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0xc05764 k8s.io/apimachinery/pkg/util/wait.Until+0x24 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:161 1 @ 0x4417f6 0x47178c 0x47176c 0x47e26c 0x10245e5 0x22d1d18 0x22d7d12 0xc05afe 0xc059b6 0xc058a9 0xc05765 0x475761 # 0x47176b sync.runtime_notifyListWait+0x12b runtime/sema.go:527 # 0x47e26b sync.(*Cond).Wait+0x8b sync/cond.go:70 # 0x10245e4 k8s.io/client-go/util/workqueue.(*Type).Get+0xa4 k8s.io/client-go@v0.27.4/util/workqueue/queue.go:200 # 0x22d1d17 k8s.io/apiserver/pkg/server/dynamiccertificates.(*DynamicCertKeyPairContent).processNextWorkItem+0x57 k8s.io/apiserver@v0.27.4/pkg/server/dynamiccertificates/dynamic_serving_content.go:206 # 0x22d7d11 k8s.io/apiserver/pkg/server/dynamiccertificates.(*DynamicCertKeyPairContent).runWorker+0x31 k8s.io/apiserver@v0.27.4/pkg/server/dynamiccertificates/dynamic_serving_content.go:201 # 0xc05afd k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1+0x3d k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:226 # 0xc059b5 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0xb5 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:227 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0xc05764 k8s.io/apimachinery/pkg/util/wait.Until+0x24 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:161 1 @ 0x4417f6 0x47178c 0x47176c 0x47e26c 0x10245e5 0x22d5358 0x22d7cb2 0xc05afe 0xc059b6 0xc058a9 0xc05765 0x475761 # 0x47176b sync.runtime_notifyListWait+0x12b runtime/sema.go:527 # 0x47e26b sync.(*Cond).Wait+0x8b sync/cond.go:70 # 0x10245e4 k8s.io/client-go/util/workqueue.(*Type).Get+0xa4 k8s.io/client-go@v0.27.4/util/workqueue/queue.go:200 # 0x22d5357 k8s.io/apiserver/pkg/server/dynamiccertificates.(*DynamicServingCertificateController).processNextWorkItem+0x57 k8s.io/apiserver@v0.27.4/pkg/server/dynamiccertificates/tlsconfig.go:263 # 0x22d7cb1 k8s.io/apiserver/pkg/server/dynamiccertificates.(*DynamicServingCertificateController).runWorker+0x31 k8s.io/apiserver@v0.27.4/pkg/server/dynamiccertificates/tlsconfig.go:258 # 0xc05afd k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1+0x3d k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:226 # 0xc059b5 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0xb5 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:227 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0xc05764 k8s.io/apimachinery/pkg/util/wait.Until+0x24 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:161 1 @ 0x4417f6 0x47178c 0x47176c 0x47e26c 0x10245e5 0x23de84e 0x23e0f8b 0xc05afe 0xc059b6 0xc058a9 0xc05765 0x475761 # 0x47176b sync.runtime_notifyListWait+0x12b runtime/sema.go:527 # 0x47e26b sync.(*Cond).Wait+0x8b sync/cond.go:70 # 0x10245e4 k8s.io/client-go/util/workqueue.(*Type).Get+0xa4 k8s.io/client-go@v0.27.4/util/workqueue/queue.go:200 # 0x23de84d github.com/openshift/cluster-etcd-operator/pkg/etcdenvvar.(*EnvVarController).processNextWorkItem+0x6d github.com/openshift/cluster-etcd-operator/pkg/etcdenvvar/envvarcontroller.go:198 # 0x23e0f8a github.com/openshift/cluster-etcd-operator/pkg/etcdenvvar.(*EnvVarController).runWorker+0x4a github.com/openshift/cluster-etcd-operator/pkg/etcdenvvar/envvarcontroller.go:193 # 0xc05afd k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1+0x3d k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:226 # 0xc059b5 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0xb5 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:227 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0xc05764 k8s.io/apimachinery/pkg/util/wait.Until+0x24 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:161 1 @ 0x4417f6 0x47178c 0x47176c 0x47e26c 0x1072cb6 0x106f836 0xc05afe 0xc059b6 0xc058a9 0x106f565 0x106f517 0x107e102 0x226212b 0x475761 # 0x47176b sync.runtime_notifyListWait+0x12b runtime/sema.go:527 # 0x47e26b sync.(*Cond).Wait+0x8b sync/cond.go:70 # 0x1072cb5 k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop+0x255 k8s.io/client-go@v0.27.4/tools/cache/delta_fifo.go:575 # 0x106f835 k8s.io/client-go/tools/cache.(*controller).processLoop+0x35 k8s.io/client-go@v0.27.4/tools/cache/controller.go:192 # 0xc05afd k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1+0x3d k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:226 # 0xc059b5 k8s.io/apimachinery/pkg/util/wait.BackoffUntil+0xb5 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:227 # 0xc058a8 k8s.io/apimachinery/pkg/util/wait.JitterUntil+0x88 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:204 # 0x106f564 k8s.io/apimachinery/pkg/util/wait.Until+0x384 k8s.io/apimachinery@v0.27.4/pkg/util/wait/backoff.go:161 # 0x106f516 k8s.io/client-go/tools/cache.(*controller).Run+0x336 k8s.io/client-go@v0.27.4/tools/cache/controller.go:163 # 0x107e101 k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run+0x541 k8s.io/client-go@v0.27.4/tools/cache/shared_informer.go:503 # 0x226212a k8s.io/client-go/dynamic/dynamicinformer.(*dynamicSharedInformerFactory).Start.func1+0x6a k8s.io/client-go@v0.27.4/dynamic/dynamicinformer/informer.go:108