-
Bug
-
Resolution: Unresolved
-
Undefined
-
None
-
4.15.0
-
None
-
Quality / Stability / Reliability
-
False
-
-
None
-
None
-
No
-
None
-
None
-
None
-
None
-
None
-
None
-
None
-
None
-
None
-
None
-
None
The deployment with IBI gets stuck at the stage when the node boots the configuration ISO mounted with BMH.
Connecting to the node we see that the crictl isn't running.
The only pod that restarts is recert_etcd
[root@api ~]# podman ps -a CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES bacd622dcda1 quay.io/openshift-release-dev/ocp-v4.0-art-dev@sha256:4046e83219cd981a6ccc58906f79e94d826021c0334d1cd757eb6f7757d075c2 --name editor --d... 4 seconds ago Exited (0) 4 seconds ago recert_etcd [ root@api ~]# podman logs recert_etcd {"level":"warn","ts":"2024-04-24T14:00:39.588674Z","caller":"embed/config.go:683","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2024-04-24T14:00:39.58909Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--name","editor","--data-dir","/store"]} {"level":"info","ts":"2024-04-24T14:00:39.589422Z","caller":"etcdmain/etcd.go:116","msg":"server has been already initialized","data-dir":"/store","dir-type":"member"} {"level":"warn","ts":"2024-04-24T14:00:39.589519Z","caller":"embed/config.go:683","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2024-04-24T14:00:39.590313Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["http://localhost:2380"]} {"level":"info","ts":"2024-04-24T14:00:39.592713Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["http://localhost:2379"]} {"level":"info","ts":"2024-04-24T14:00:39.593122Z","caller":"embed/etcd.go:309","msg":"starting an etcd server","etcd-version":"3.5.13","git-sha":"GitNotFound","go-version":"go1.19.13 X:strictfipsruntime","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":true,"name":"editor","data-dir":"/store","wal-dir":"","wal-dir-dedicated":"","member-dir":"/store/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":100000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["http://localhost:2380"],"listen-peer-urls":["http://localhost:2380"],"advertise-client-urls":["http://localhost:2379"],"listen-client-urls":["http://localhost:2379"],"listen-metrics-urls":[],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"","initial-cluster-state":"new","initial-cluster-token":"","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":false,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s","max-learners":1} {"level":"warn","ts":"2024-04-24T14:00:39.593306Z","caller":"fileutil/fileutil.go:53","msg":"check file permission","error":"directory \"/store\" exist, but the permission is \"drwxr-xr-x\". The recommended permission is \"-rwx------\" to prevent possible unprivileged access to the data"} {"level":"warn","ts":"2024-04-24T14:00:39.593611Z","caller":"fileutil/fileutil.go:53","msg":"check file permission","error":"directory \"/store/member/snap\" exist, but the permission is \"drwxr-xr-x\". The recommended permission is \"-rwx------\" to prevent possible unprivileged access to the data"} {"level":"info","ts":"2024-04-24T14:00:39.626977Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/store/member/snap/db","took":"33.225172ms"} {"level":"info","ts":"2024-04-24T14:00:40.134268Z","caller":"etcdserver/server.go:514","msg":"recovered v2 store from snapshot","snapshot-index":30003,"snapshot-size":"8.3 kB"} {"level":"info","ts":"2024-04-24T14:00:40.134419Z","caller":"etcdserver/server.go:527","msg":"recovered v3 backend from snapshot","backend-size-bytes":114110464,"backend-size":"114 MB","backend-size-in-use-bytes":69816320,"backend-size-in-use":"70 MB"} {"level":"info","ts":"2024-04-24T14:00:40.279932Z","caller":"etcdserver/raft.go:530","msg":"restarting local member","cluster-id":"e043900015809965","local-member-id":"6bdca122f386e079","commit-index":51242} {"level":"info","ts":"2024-04-24T14:00:40.281183Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 switched to configuration voters=(7772264228421296249)"} {"level":"info","ts":"2024-04-24T14:00:40.281244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 became follower at term 6769"} {"level":"info","ts":"2024-04-24T14:00:40.281263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6bdca122f386e079 [peers: [6bdca122f386e079], term: 6769, commit: 51242, applied: 30003, lastindex: 51242, lastterm: 6769]"} {"level":"info","ts":"2024-04-24T14:00:40.28141Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2024-04-24T14:00:40.281453Z","caller":"membership/cluster.go:280","msg":"recovered/added member from store","cluster-id":"e043900015809965","local-member-id":"6bdca122f386e079","recovered-remote-peer-id":"6bdca122f386e079","recovered-remote-peer-urls":["https://192.168.124.91:2380"],"recovered-remote-peer-is-learner":false} {"level":"info","ts":"2024-04-24T14:00:40.28147Z","caller":"membership/cluster.go:290","msg":"set cluster version from store","cluster-version":"3.5"} {"level":"warn","ts":"2024-04-24T14:00:40.281514Z","caller":"fileutil/fileutil.go:53","msg":"check file permission","error":"directory \"/store/member\" exist, but the permission is \"drwxr-xr-x\". The recommended permission is \"-rwx------\" to prevent possible unprivileged access to the data"} {"level":"warn","ts":"2024-04-24T14:00:40.282459Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2024-04-24T14:00:40.283132Z","caller":"mvcc/kvstore.go:341","msg":"restored last compact revision","meta-bucket-name":"meta","meta-bucket-name-key":"finishedCompactRev","restored-compact-revision":32097} {"level":"info","ts":"2024-04-24T14:00:40.329014Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":35512} {"level":"info","ts":"2024-04-24T14:00:40.330123Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2024-04-24T14:00:40.330841Z","caller":"etcdserver/server.go:867","msg":"starting etcd server","local-member-id":"6bdca122f386e079","local-server-version":"3.5.13","cluster-id":"e043900015809965","cluster-version":"3.5"} {"level":"info","ts":"2024-04-24T14:00:40.331123Z","caller":"etcdserver/server.go:760","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6bdca122f386e079","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2024-04-24T14:00:40.331275Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/store/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2024-04-24T14:00:40.331344Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/store/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2024-04-24T14:00:40.331354Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/store/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2024-04-24T14:00:40.333127Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"6bdca122f386e079","initial-advertise-peer-urls":["http://localhost:2380"],"listen-peer-urls":["http://localhost:2380"],"advertise-client-urls":["http://localhost:2379"],"listen-client-urls":["http://localhost:2379"],"listen-metrics-urls":[]} {"level":"info","ts":"2024-04-24T14:00:40.333198Z","caller":"embed/etcd.go:599","msg":"serving peer traffic","address":"127.0.0.1:2380"} {"level":"info","ts":"2024-04-24T14:00:40.333337Z","caller":"embed/etcd.go:571","msg":"cmux::serve","address":"127.0.0.1:2380"} {"level":"info","ts":"2024-04-24T14:00:41.281871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 is starting a new election at term 6769"} {"level":"info","ts":"2024-04-24T14:00:41.28206Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 became pre-candidate at term 6769"} {"level":"info","ts":"2024-04-24T14:00:41.282098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 received MsgPreVoteResp from 6bdca122f386e079 at term 6769"} {"level":"info","ts":"2024-04-24T14:00:41.28213Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 became candidate at term 6770"} {"level":"info","ts":"2024-04-24T14:00:41.282148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 received MsgVoteResp from 6bdca122f386e079 at term 6770"} {"level":"info","ts":"2024-04-24T14:00:41.282195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 became leader at term 6770"} {"level":"info","ts":"2024-04-24T14:00:41.282249Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6bdca122f386e079 elected leader 6bdca122f386e079 at term 6770"} {"level":"info","ts":"2024-04-24T14:00:41.285279Z","caller":"etcdserver/server.go:2119","msg":"published local member to cluster through raft","local-member-id":"6bdca122f386e079","local-member-attributes":"{Name:editor ClientURLs:[http://localhost:2379]}","request-path":"/0/members/6bdca122f386e079/attributes","cluster-id":"e043900015809965","publish-timeout":"7s"} {"level":"info","ts":"2024-04-24T14:00:41.285318Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2024-04-24T14:00:41.285604Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2024-04-24T14:00:41.285691Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2024-04-24T14:00:41.287716Z","caller":"embed/serve.go:187","msg":"serving client traffic insecurely; this is strongly discouraged!","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2024-04-24T14:00:41.451414Z","caller":"osutil/interrupt_unix.go:64","msg":"received signal; shutting down","signal":"terminated"} {"level":"info","ts":"2024-04-24T14:00:41.451522Z","caller":"embed/etcd.go:377","msg":"closing etcd server","name":"editor","data-dir":"/store","advertise-peer-urls":["http://localhost:2380"],"advertise-client-urls":["http://localhost:2379"]} {"level":"warn","ts":"2024-04-24T14:00:41.451602Z","caller":"embed/serve.go:160","msg":"stopping insecure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"} {"level":"warn","ts":"2024-04-24T14:00:41.451721Z","caller":"embed/serve.go:162","msg":"stopped insecure grpc server due to error","error":"accept tcp 127.0.0.1:2379: use of closed network connection"} {"level":"info","ts":"2024-04-24T14:00:41.451742Z","caller":"etcdserver/server.go:1522","msg":"skipped leadership transfer for single voting member cluster","local-member-id":"6bdca122f386e079","current-leader-member-id":"6bdca122f386e079"} {"level":"info","ts":"2024-04-24T14:00:41.460381Z","caller":"embed/etcd.go:581","msg":"stopping serving peer traffic","address":"127.0.0.1:2380"} {"level":"info","ts":"2024-04-24T14:00:41.460555Z","caller":"embed/etcd.go:586","msg":"stopped serving peer traffic","address":"127.0.0.1:2380"} {"level":"info","ts":"2024-04-24T14:00:41.4606Z","caller":"embed/etcd.go:379","msg":"closed etcd server","name":"editor","data-dir":"/store","advertise-peer-urls":["http://localhost:2380"],"advertise-client-urls":["http://localhost:2379"]}
checking the journalctl for error - getting repeating entries of:
Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"warn","ts":"2024-04-24T04:43:33.045174Z","caller":"embed/config.go:683","msg":"Running http and grpc server on single port. This is not recommended for product> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.045301Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--name","editor","--data-dir","/store"]} Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.045387Z","caller":"etcdmain/etcd.go:116","msg":"server has been already initialized","data-dir":"/store","dir-type":"member"} Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"warn","ts":"2024-04-24T04:43:33.045411Z","caller":"embed/config.go:683","msg":"Running http and grpc server on single port. This is not recommended for product> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.04542Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["http://localhost:2380"]} Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.046468Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["http://localhost:2379"]} Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.046664Z","caller":"embed/etcd.go:309","msg":"starting an etcd server","etcd-version":"3.5.13","git-sha":"GitNotFound","go-versi> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"warn","ts":"2024-04-24T04:43:33.046722Z","caller":"fileutil/fileutil.go:53","msg":"check file permission","error":"directory \"/store\" exist, but the permissi> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"warn","ts":"2024-04-24T04:43:33.046871Z","caller":"fileutil/fileutil.go:53","msg":"check file permission","error":"directory \"/store/member/snap\" exist, but > Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.071716Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/store/member/snap/db","took":"24.780084ms"} Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.54491Z","caller":"etcdserver/server.go:514","msg":"recovered v2 store from snapshot","snapshot-index":30003,"snapshot-size":"8.> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.545228Z","caller":"etcdserver/server.go:527","msg":"recovered v3 backend from snapshot","backend-size-bytes":114110464,"backend> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.664267Z","caller":"etcdserver/raft.go:530","msg":"restarting local member","cluster-id":"e043900015809965","local-member-id":"6> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.664654Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 switched to configuration voters=(7772264> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.664711Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 became follower at term 2036"} Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.664733Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6bdca122f386e079 [peers: [6bdca122f386e079], term:> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.664931Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.66497Z","caller":"membership/cluster.go:280","msg":"recovered/added member from store","cluster-id":"e043900015809965","local-m> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.66499Z","caller":"membership/cluster.go:290","msg":"set cluster version from store","cluster-version":"3.5"} Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"warn","ts":"2024-04-24T04:43:33.665041Z","caller":"fileutil/fileutil.go:53","msg":"check file permission","error":"directory \"/store/member\" exist, but the p> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"warn","ts":"2024-04-24T04:43:33.666282Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.66699Z","caller":"mvcc/kvstore.go:341","msg":"restored last compact revision","meta-bucket-name":"meta","meta-bucket-name-key":> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.713974Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":35512} Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.71515Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-siz> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.71594Z","caller":"etcdserver/server.go:867","msg":"starting etcd server","local-member-id":"6bdca122f386e079","local-server-ver> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.716123Z","caller":"etcdserver/server.go:760","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.716703Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/store/member/snap","suffix":"snap.db","max":5,"i> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.716953Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/store/member/snap","suffix":"snap","max":5,"inte> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.717095Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/store/member/wal","suffix":"wal","max":5,"interv> Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.720391Z","caller":"embed/etcd.go:599","msg":"serving peer traffic","address":"127.0.0.1:2380"} Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.720608Z","caller":"embed/etcd.go:571","msg":"cmux::serve","address":"127.0.0.1:2380"} Apr 24 04:43:33 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:33.720515Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"6bdca122f386e079","initial-adv> Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.665944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 is starting a new election at term 2036"} Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.666136Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 became pre-candidate at term 2036"} Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.666178Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 received MsgPreVoteResp from 6bdca122f386> Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.666207Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 became candidate at term 2037"} Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.666269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 received MsgVoteResp from 6bdca122f386e07> Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.666295Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6bdca122f386e079 became leader at term 2037"} Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.666316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6bdca122f386e079 elected leader 6bdca122f386e07> Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.669128Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.669158Z","caller":"etcdserver/server.go:2119","msg":"published local member to cluster through raft","local-member-id":"6bdca12> Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.669593Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.670156Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.67109Z","caller":"embed/serve.go:187","msg":"serving client traffic insecurely; this is strongly discouraged!","traffic":"grpc+> Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.826139Z","caller":"osutil/interrupt_unix.go:64","msg":"received signal; shutting down","signal":"terminated"} Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.826508Z","caller":"embed/etcd.go:377","msg":"closing etcd server","name":"editor","data-dir":"/store","advertise-peer-urls":["h> Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"warn","ts":"2024-04-24T04:43:34.826633Z","caller":"embed/serve.go:160","msg":"stopping insecure grpc server due to error","error":"accept tcp 127.0.0.1:2379: u> Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"warn","ts":"2024-04-24T04:43:34.826831Z","caller":"embed/serve.go:162","msg":"stopped insecure grpc server due to error","error":"accept tcp 127.0.0.1:2379: us> Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.826894Z","caller":"etcdserver/server.go:1522","msg":"skipped leadership transfer for single voting member cluster","local-membe> Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.833693Z","caller":"embed/etcd.go:581","msg":"stopping serving peer traffic","address":"127.0.0.1:2380"} Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.833881Z","caller":"embed/etcd.go:586","msg":"stopped serving peer traffic","address":"127.0.0.1:2380"} Apr 24 04:43:34 api.target-0.qe.lab.redhat.com recert_etcd[573414]: {"level":"info","ts":"2024-04-24T04:43:34.833941Z","caller":"embed/etcd.go:379","msg":"closed etcd server","name":"editor","data-dir":"/store","advertise-peer-urls":["ht> Apr 24 04:43:34 api.target-0.qe.lab.redhat.com systemd[1]: Failed to start Image base SNO configuration script.