PC=0x4774e1 m=0 sigcode=0 goroutine 0 [idle]: runtime.futex() /usr/lib/golang/src/runtime/sys_linux_amd64.s:519 +0x21 runtime.futexsleep(0xc000049800, 0x0, 0x0) /usr/lib/golang/src/runtime/os_linux.go:44 +0x36 runtime.notesleep(0x1acab70) /usr/lib/golang/src/runtime/lock_futex.go:160 +0x87 runtime.mPark() /usr/lib/golang/src/runtime/proc.go:1441 +0x2a runtime.stopm() /usr/lib/golang/src/runtime/proc.go:2408 +0x78 runtime.findrunnable() /usr/lib/golang/src/runtime/proc.go:2984 +0x865 runtime.schedule() /usr/lib/golang/src/runtime/proc.go:3367 +0x239 runtime.goexit0(0xc000704680) /usr/lib/golang/src/runtime/proc.go:3691 +0x21e runtime.mcall() /usr/lib/golang/src/runtime/asm_amd64.s:307 +0x43 goroutine 1 [chan receive, 10007 minutes]: main.startMqttMessageConsumer({0x7ffdccb25010, 0x6}) /go/src/app/cmd/cloud-connector/mqtt_message_consumer.go:100 +0x7c7 main.NewRootCommand.func1(0xc000454f00, {0xf226c2, 0x2, 0x2}) /go/src/app/cmd/cloud-connector/main.go:30 +0x25 github.com/spf13/cobra.(*Command).execute(0xc000454f00, {0xc0008420c0, 0x2, 0x2}) /opt/app-root/src/go/pkg/mod/github.com/spf13/cobra@v1.1.3/command.go:856 +0x5f8 github.com/spf13/cobra.(*Command).ExecuteC(0xc000454c80) /opt/app-root/src/go/pkg/mod/github.com/spf13/cobra@v1.1.3/command.go:960 +0x3ad github.com/spf13/cobra.(*Command).Execute(...) /opt/app-root/src/go/pkg/mod/github.com/spf13/cobra@v1.1.3/command.go:897 main.main() /go/src/app/cmd/cloud-connector/main.go:95 +0x4a goroutine 133 [select]: github.com/segmentio/kafka-go.(*connPool).discover(0xc0001fe600, {0x123c950, 0xc0004af740}, 0xc0001474a0) /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/transport.go:620 +0x4b0 created by github.com/segmentio/kafka-go.(*Transport).grabPool /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/transport.go:254 +0x5a7 goroutine 150 [IO wait]: internal/poll.runtime_pollWait(0x7f063dcc6488, 0x72) /usr/lib/golang/src/runtime/netpoll.go:303 +0x85 internal/poll.(*pollDesc).wait(0xc0001e0200, 0xc00004e800, 0x0) /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x32 internal/poll.(*pollDesc).waitRead(...) /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0xc0001e0200) /usr/lib/golang/src/internal/poll/fd_unix.go:402 +0x22c net.(*netFD).accept(0xc0001e0200) /usr/lib/golang/src/net/fd_unix.go:173 +0x35 net.(*TCPListener).accept(0xc0008ec060) /usr/lib/golang/src/net/tcpsock_posix.go:140 +0x28 net.(*TCPListener).Accept(0xc0008ec060) /usr/lib/golang/src/net/tcpsock.go:262 +0x3d net/http.(*Server).Serve(0xc0001fa620, {0x12356d8, 0xc0008ec060}) /usr/lib/golang/src/net/http/server.go:3002 +0x394 net/http.(*Server).ListenAndServe(0xc0001fa620) /usr/lib/golang/src/net/http/server.go:2931 +0x7d github.com/RedHatInsights/cloud-connector/internal/platform/utils.StartHTTPServer.func1() /go/src/app/internal/platform/utils/utils.go:22 +0xf3 created by github.com/RedHatInsights/cloud-connector/internal/platform/utils.StartHTTPServer /go/src/app/internal/platform/utils/utils.go:20 +0x128 goroutine 26 [select]: github.com/redhatinsights/platform-go-middlewares/logging/cloudwatch.(*Hook).putBatches(0xc000202640, 0xc000146240, 0xc000176060) /opt/app-root/src/go/pkg/mod/github.com/redhatinsights/platform-go-middlewares@v0.12.0/logging/cloudwatch/hook.go:151 +0xfe created by github.com/redhatinsights/platform-go-middlewares/logging/cloudwatch.NewBatchingHook /opt/app-root/src/go/pkg/mod/github.com/redhatinsights/platform-go-middlewares@v0.12.0/logging/cloudwatch/hook.go:86 +0x23d goroutine 152 [syscall, 10007 minutes]: os/signal.signal_recv() /usr/lib/golang/src/runtime/sigqueue.go:169 +0x98 os/signal.loop() /usr/lib/golang/src/os/signal/signal_unix.go:24 +0x19 created by os/signal.Notify.func1.1 /usr/lib/golang/src/os/signal/signal.go:151 +0x2c goroutine 69 [chan receive]: github.com/segmentio/kafka-go.(*conn).run(0xc0002021e0, 0xc0005c4040, 0x0) /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/transport.go:1246 +0xb3 created by github.com/segmentio/kafka-go.(*connGroup).connect /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/transport.go:1224 +0xd14 goroutine 138 [sync.Cond.Wait, 244 minutes]: sync.runtime_notifyListWait(0xc0004af9d0, 0x242c) /usr/lib/golang/src/runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0x0) /usr/lib/golang/src/sync/cond.go:56 +0x8c github.com/segmentio/kafka-go.(*batchQueue).Get(0xc000698798) /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/writer.go:918 +0x9c github.com/segmentio/kafka-go.(*partitionWriter).writeBatches(0xc000698780) /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/writer.go:978 +0x3b github.com/segmentio/kafka-go.(*Writer).spawn.func1() /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/writer.go:532 +0x64 created by github.com/segmentio/kafka-go.(*Writer).spawn /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/writer.go:530 +0x92 goroutine 178 [sync.Cond.Wait, 2605 minutes]: sync.runtime_notifyListWait(0xc000130710, 0x15e4) /usr/lib/golang/src/runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc0001e9750) /usr/lib/golang/src/sync/cond.go:56 +0x8c github.com/segmentio/kafka-go.(*batchQueue).Get(0xc000698138) /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/writer.go:918 +0x9c github.com/segmentio/kafka-go.(*partitionWriter).writeBatches(0xc000698120) /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/writer.go:978 +0x3b github.com/segmentio/kafka-go.(*Writer).spawn.func1() /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/writer.go:532 +0x64 created by github.com/segmentio/kafka-go.(*Writer).spawn /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/writer.go:530 +0x92 goroutine 169 [sync.Cond.Wait, 1675 minutes]: sync.runtime_notifyListWait(0xc0005c4610, 0x1eeb) /usr/lib/golang/src/runtime/sema.go:513 +0x13d sync.(*Cond).Wait(0xc0001e9750) /usr/lib/golang/src/sync/cond.go:56 +0x8c github.com/segmentio/kafka-go.(*batchQueue).Get(0xc00007f7b8) /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/writer.go:918 +0x9c github.com/segmentio/kafka-go.(*partitionWriter).writeBatches(0xc00007f7a0) /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/writer.go:978 +0x3b github.com/segmentio/kafka-go.(*Writer).spawn.func1() /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/writer.go:532 +0x64 created by github.com/segmentio/kafka-go.(*Writer).spawn /opt/app-root/src/go/pkg/mod/github.com/segmentio/kafka-go@v0.4.27/writer.go:530 +0x92 goroutine 764210 [IO wait]: internal/poll.runtime_pollWait(0x7f063dcc61b8, 0x72) /usr/lib/golang/src/runtime/netpoll.go:303 +0x85 internal/poll.(*pollDesc).wait(0xc000932180, 0xc00080d000, 0x0) /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x32 internal/poll.(*pollDesc).waitRead(...) /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000932180, {0xc00080d000, 0x1000, 0x1000}) /usr/lib/golang/src/internal/poll/fd_unix.go:167 +0x25a net.(*netFD).Read(0xc000932180, {0xc00080d000, 0xc000071a50, 0x1}) /usr/lib/golang/src/net/fd_posix.go:56 +0x29 net.(*conn).Read(0xc000010658, {0xc00080d000, 0xc0004ba8c0, 0xc00007d988}) /usr/lib/golang/src/net/net.go:183 +0x45 net/http.(*connReader).Read(0xc00007d980, {0xc00080d000, 0x1000, 0x1000}) /usr/lib/golang/src/net/http/server.go:780 +0x16d bufio.(*Reader).fill(0xc000a303c0) /usr/lib/golang/src/bufio/bufio.go:101 +0x103 bufio.(*Reader).ReadSlice(0xc000a303c0, 0xf4) /usr/lib/golang/src/bufio/bufio.go:360 +0x2f bufio.(*Reader).ReadLine(0xc000a303c0) /usr/lib/golang/src/bufio/bufio.go:389 +0x27 net/textproto.(*Reader).readLineSlice(0xc000a27e90) /usr/lib/golang/src/net/textproto/reader.go:57 +0x99 net/textproto.(*Reader).ReadLine(...) /usr/lib/golang/src/net/textproto/reader.go:38 net/http.readRequest(0xc000010658) /usr/lib/golang/src/net/http/request.go:1029 +0x79 net/http.(*conn).readRequest(0xc00045a460, {0x123c950, 0xc000ef2f40}) /usr/lib/golang/src/net/http/server.go:966 +0x225 net/http.(*conn).serve(0xc00045a460, {0x123c9f8, 0xc00011e3f0}) /usr/lib/golang/src/net/http/server.go:1856 +0x865 created by net/http.(*Server).Serve /usr/lib/golang/src/net/http/server.go:3034 +0x4e8 goroutine 595037 [select, 244 minutes]: github.com/eclipse/paho%2emqtt%2egolang.(*client).startCommsWorkers.func1() /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/client.go:567 +0x185 created by github.com/eclipse/paho%2emqtt%2egolang.(*client).startCommsWorkers /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/client.go:564 +0x56f goroutine 595202 [chan receive, 2605 minutes]: github.com/eclipse/paho%2emqtt%2egolang.startComms.func2() /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/net.go:424 +0x74 created by github.com/eclipse/paho%2emqtt%2egolang.startComms /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/net.go:423 +0x285 goroutine 595203 [semacquire, 2605 minutes]: sync.runtime_Semacquire(0xc001407c80) /usr/lib/golang/src/runtime/sema.go:56 +0x25 sync.(*WaitGroup).Wait(0xc000091310) /usr/lib/golang/src/sync/waitgroup.go:130 +0x71 github.com/eclipse/paho%2emqtt%2egolang.startComms.func3() /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/net.go:432 +0x2a created by github.com/eclipse/paho%2emqtt%2egolang.startComms /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/net.go:431 +0x2de goroutine 595039 [select]: github.com/eclipse/paho%2emqtt%2egolang.startIncomingComms.func1() /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/net.go:170 +0x193 created by github.com/eclipse/paho%2emqtt%2egolang.startIncomingComms /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/net.go:159 +0x1ba goroutine 595034 [select]: github.com/eclipse/paho%2emqtt%2egolang.keepalive(0xc000134900, {0x7f061403ba20, 0xc000a277a0}) /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/ping.go:44 +0x1f1 created by github.com/eclipse/paho%2emqtt%2egolang.(*client).startCommsWorkers /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/client.go:542 +0x325 goroutine 595040 [select, 244 minutes]: github.com/eclipse/paho%2emqtt%2egolang.startOutgoingComms.func1() /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/net.go:272 +0x1f0 created by github.com/eclipse/paho%2emqtt%2egolang.startOutgoingComms /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/net.go:259 +0x25a goroutine 595038 [IO wait]: internal/poll.runtime_pollWait(0x7f063dcc6398, 0x72) /usr/lib/golang/src/runtime/netpoll.go:303 +0x85 internal/poll.(*pollDesc).wait(0xc000137b80, 0xc000904000, 0x0) /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x32 internal/poll.(*pollDesc).waitRead(...) /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000137b80, {0xc000904000, 0x1ab1, 0x1ab1}) /usr/lib/golang/src/internal/poll/fd_unix.go:167 +0x25a net.(*netFD).Read(0xc000137b80, {0xc000904000, 0xc000904005, 0x15}) /usr/lib/golang/src/net/fd_posix.go:56 +0x29 net.(*conn).Read(0xc0000106c8, {0xc000904000, 0x6, 0xc0008cf7b8}) /usr/lib/golang/src/net/net.go:183 +0x45 crypto/tls.(*atLeastReader).Read(0xc000de0180, {0xc000904000, 0x0, 0x41474d}) /usr/lib/golang/src/crypto/tls/conn.go:777 +0x3d bytes.(*Buffer).ReadFrom(0xc0006e93f8, {0x1227800, 0xc000de0180}) /usr/lib/golang/src/bytes/buffer.go:204 +0x98 crypto/tls.(*Conn).readFromUntil(0xc0006e9180, {0x1229220, 0xc0000106c8}, 0x1ab1) /usr/lib/golang/src/crypto/tls/conn.go:799 +0xe5 crypto/tls.(*Conn).readRecordOrCCS(0xc0006e9180, 0x0) /usr/lib/golang/src/crypto/tls/conn.go:606 +0x112 crypto/tls.(*Conn).readRecord(...) /usr/lib/golang/src/crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0xc0006e9180, {0xc00066f000, 0x1000, 0x203000}) /usr/lib/golang/src/crypto/tls/conn.go:1277 +0x16f bufio.(*Reader).fill(0xc0009733e0) /usr/lib/golang/src/bufio/bufio.go:101 +0x103 bufio.(*Reader).Peek(0xc0009733e0, 0x2) /usr/lib/golang/src/bufio/bufio.go:139 +0x5d github.com/gorilla/websocket.(*Conn).read(0xc00054cb00, 0x0) /opt/app-root/src/go/pkg/mod/github.com/gorilla/websocket@v1.4.2/conn.go:370 +0x2c github.com/gorilla/websocket.(*Conn).advanceFrame(0xc00054cb00) /opt/app-root/src/go/pkg/mod/github.com/gorilla/websocket@v1.4.2/conn.go:798 +0x7b github.com/gorilla/websocket.(*Conn).NextReader(0xc00054cb00) /opt/app-root/src/go/pkg/mod/github.com/gorilla/websocket@v1.4.2/conn.go:980 +0xc5 github.com/eclipse/paho%2emqtt%2egolang.(*websocketConnector).Read(0xc000a277a0, {0xc00068e476, 0x1, 0x1}) /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/websocket.go:102 +0xf5 io.ReadAtLeast({0x7f061403ba40, 0xc000a277a0}, {0xc00068e476, 0x1, 0x1}, 0x1) /usr/lib/golang/src/io/io.go:328 +0x9a io.ReadFull(...) /usr/lib/golang/src/io/io.go:347 github.com/eclipse/paho.mqtt.golang/packets.ReadPacket({0x7f061403ba40, 0xc000a277a0}) /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/packets/packets.go:115 +0x65 github.com/eclipse/paho%2emqtt%2egolang.startIncoming.func1() /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/net.go:119 +0xea created by github.com/eclipse/paho%2emqtt%2egolang.startIncoming /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/net.go:117 +0x152 goroutine 595035 [chan receive, 244 minutes]: github.com/eclipse/paho%2emqtt%2egolang.(*router).matchAndDispatch.func2() /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/router.go:170 +0xbc created by github.com/eclipse/paho%2emqtt%2egolang.(*router).matchAndDispatch /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/router.go:169 +0x26f goroutine 595204 [select, 244 minutes]: github.com/eclipse/paho%2emqtt%2egolang.(*client).startCommsWorkers.func2() /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/client.go:602 +0x105 created by github.com/eclipse/paho%2emqtt%2egolang.(*client).startCommsWorkers /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/client.go:597 +0x6e5 goroutine 764840 [IO wait]: internal/poll.runtime_pollWait(0x7f063dcc6578, 0x72) /usr/lib/golang/src/runtime/netpoll.go:303 +0x85 internal/poll.(*pollDesc).wait(0xc000136380, 0xc000805000, 0x0) /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x32 internal/poll.(*pollDesc).waitRead(...) /usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0xc000136380, {0xc000805000, 0x1000, 0x1000}) /usr/lib/golang/src/internal/poll/fd_unix.go:167 +0x25a net.(*netFD).Read(0xc000136380, {0xc000805000, 0xc000071a50, 0x1}) /usr/lib/golang/src/net/fd_posix.go:56 +0x29 net.(*conn).Read(0xc00052e000, {0xc000805000, 0xc0004ba8c0, 0xc0000b11d8}) /usr/lib/golang/src/net/net.go:183 +0x45 net/http.(*connReader).Read(0xc0000b11d0, {0xc000805000, 0x1000, 0x1000}) /usr/lib/golang/src/net/http/server.go:780 +0x16d bufio.(*Reader).fill(0xc001406300) /usr/lib/golang/src/bufio/bufio.go:101 +0x103 bufio.(*Reader).ReadSlice(0xc001406300, 0xf4) /usr/lib/golang/src/bufio/bufio.go:360 +0x2f bufio.(*Reader).ReadLine(0xc001406300) /usr/lib/golang/src/bufio/bufio.go:389 +0x27 net/textproto.(*Reader).readLineSlice(0xc0004c5110) /usr/lib/golang/src/net/textproto/reader.go:57 +0x99 net/textproto.(*Reader).ReadLine(...) /usr/lib/golang/src/net/textproto/reader.go:38 net/http.readRequest(0xc00052e000) /usr/lib/golang/src/net/http/request.go:1029 +0x79 net/http.(*conn).readRequest(0xc0000d6000, {0x123c950, 0xc000e680c0}) /usr/lib/golang/src/net/http/server.go:966 +0x225 net/http.(*conn).serve(0xc0000d6000, {0x123c9f8, 0xc00011e3f0}) /usr/lib/golang/src/net/http/server.go:1856 +0x865 created by net/http.(*Server).Serve /usr/lib/golang/src/net/http/server.go:3034 +0x4e8 goroutine 595041 [chan receive, 244 minutes]: github.com/eclipse/paho%2emqtt%2egolang.startComms.func1() /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/net.go:401 +0x71 created by github.com/eclipse/paho%2emqtt%2egolang.startComms /opt/app-root/src/go/pkg/mod/github.com/eclipse/paho.mqtt.golang@v1.3.5/net.go:400 +0x212 rax 0xca rbx 0x0 rcx 0x4774e3 rdx 0x0 rdi 0x1acab70 rsi 0x80 rbp 0x7ffdccb24290 rsp 0x7ffdccb24248 r8 0x0 r9 0x0 r10 0x0 r11 0x286 r12 0x63b6 r13 0x0 r14 0x1aca2c0 r15 0x0 rip 0x4774e1 rflags 0x286 cs 0x33 fs 0x0 gs 0x0