Preparing certificates for internal communication Adding /etc/tls-sidecar/cluster-ca-certs/ca.crt to truststore /tmp/topic-operator/replication.truststore.p12 with alias ca Certificate was added to keystore Preparing certificates for internal communication is complete + export MALLOC_ARENA_MAX=2 + MALLOC_ARENA_MAX=2 + JAVA_OPTS=' -Dlog4j2.configurationFile=file:/opt/topic-operator/custom-config/log4j2.properties -Dvertx.cacheDirBase=/tmp -Djava.security.egd=file:/dev/./urandom' ++ get_gc_opts ++ '[' false == true ']' ++ echo '' + JAVA_OPTS=' -Dlog4j2.configurationFile=file:/opt/topic-operator/custom-config/log4j2.properties -Dvertx.cacheDirBase=/tmp -Djava.security.egd=file:/dev/./urandom ' + JAVA_OPTS=' -Dlog4j2.configurationFile=file:/opt/topic-operator/custom-config/log4j2.properties -Dvertx.cacheDirBase=/tmp -Djava.security.egd=file:/dev/./urandom --illegal-access=deny' + exec /usr/bin/tini -w -e 143 -- java -Dlog4j2.configurationFile=file:/opt/topic-operator/custom-config/log4j2.properties -Dvertx.cacheDirBase=/tmp -Djava.security.egd=file:/dev/./urandom --illegal-access=deny -classpath lib/io.strimzi.topic-operator-0.21.0-SNAPSHOT.jar:lib/io.prometheus.simpleclient_common-0.7.0.jar:lib/io.vertx.vertx-micrometer-metrics-3.9.1.jar:lib/com.github.luben.zstd-jni-1.4.5-6.jar:lib/io.fabric8.openshift-model-console-4.13.0.jar:lib/io.fabric8.kubernetes-model-metrics-4.13.0.jar:lib/org.xerial.snappy.snappy-java-1.1.7.7.jar:lib/org.apache.zookeeper.zookeeper-3.5.8.jar:lib/com.101tec.zkclient-0.11.jar:lib/io.fabric8.kubernetes-model-admissionregistration-4.13.0.jar:lib/org.apache.logging.log4j.log4j-api-2.13.3.jar:lib/com.squareup.okio.okio-1.15.0.jar:lib/io.fabric8.kubernetes-model-apps-4.13.0.jar:lib/io.netty.netty-codec-http2-4.1.50.Final.jar:lib/io.fabric8.kubernetes-model-storageclass-4.13.0.jar:lib/io.fabric8.kubernetes-model-node-4.13.0.jar:lib/org.hdrhistogram.HdrHistogram-2.1.11.jar:lib/io.prometheus.simpleclient-0.7.0.jar:lib/io.fabric8.openshift-model-operator-4.13.0.jar:lib/com.squareup.okhttp3.logging-interceptor-3.12.12.jar:lib/javax.xml.bind.jaxb-api-2.3.0.jar:lib/org.apache.yetus.audience-annotations-0.5.0.jar:lib/javax.annotation.javax.annotation-api-1.3.2.jar:lib/io.strimzi.operator-common-0.21.0-SNAPSHOT.jar:lib/com.fasterxml.jackson.core.jackson-core-2.10.5.jar:lib/io.netty.netty-handler-proxy-4.1.50.Final.jar:lib/io.netty.netty-codec-dns-4.1.50.Final.jar:lib/io.micrometer.micrometer-core-1.3.1.jar:lib/org.apache.kafka.kafka-clients-2.7.0.jar:lib/io.fabric8.kubernetes-model-networking-4.13.0.jar:lib/jakarta.activation.jakarta.activation-api-1.2.1.jar:lib/io.fabric8.kubernetes-model-certificates-4.13.0.jar:lib/io.netty.netty-transport-native-epoll-4.1.50.Final.jar:lib/io.netty.netty-transport-4.1.50.Final.jar:lib/com.fasterxml.jackson.dataformat.jackson-dataformat-yaml-2.10.5.jar:lib/io.fabric8.openshift-model-monitoring-4.13.0.jar:lib/com.github.mifmif.generex-1.0.2.jar:lib/io.fabric8.kubernetes-client-4.13.0.jar:lib/io.fabric8.kubernetes-model-settings-4.13.0.jar:lib/io.netty.netty-common-4.1.50.Final.jar:lib/io.strimzi.crd-annotations-0.21.0-SNAPSHOT.jar:lib/io.netty.netty-transport-native-unix-common-4.1.50.Final.jar:lib/io.vertx.vertx-core-3.9.1.jar:lib/io.strimzi.api-0.21.0-SNAPSHOT.jar:lib/io.netty.netty-resolver-dns-4.1.50.Final.jar:lib/org.yaml.snakeyaml-1.26.jar:lib/io.fabric8.kubernetes-model-events-4.13.0.jar:lib/com.fasterxml.jackson.core.jackson-annotations-2.10.5.jar:lib/org.lz4.lz4-java-1.7.1.jar:lib/io.netty.netty-resolver-4.1.50.Final.jar:lib/io.fabric8.kubernetes-model-discovery-4.13.0.jar:lib/org.apache.logging.log4j.log4j-slf4j-impl-2.13.3.jar:lib/dk.brics.automaton.automaton-1.11-8.jar:lib/io.netty.netty-codec-4.1.50.Final.jar:lib/com.fasterxml.jackson.core.jackson-databind-2.10.5.1.jar:lib/io.netty.netty-codec-socks-4.1.50.Final.jar:lib/io.fabric8.kubernetes-model-autoscaling-4.13.0.jar:lib/io.fabric8.kubernetes-model-apiextensions-4.13.0.jar:lib/io.fabric8.kubernetes-model-common-4.13.0.jar:lib/io.fabric8.openshift-client-4.13.0.jar:lib/jakarta.xml.bind.jakarta.xml.bind-api-2.3.2.jar:lib/io.fabric8.zjsonpatch-0.3.0.jar:lib/com.squareup.okhttp3.okhttp-3.12.6.jar:lib/io.fabric8.kubernetes-model-rbac-4.13.0.jar:lib/io.fabric8.kubernetes-model-policy-4.13.0.jar:lib/io.fabric8.kubernetes-model-core-4.13.0.jar:lib/io.netty.netty-handler-4.1.50.Final.jar:lib/io.fabric8.openshift-model-4.13.0.jar:lib/com.fasterxml.jackson.module.jackson-module-jaxb-annotations-2.10.5.jar:lib/org.slf4j.slf4j-api-1.7.25.jar:lib/org.latencyutils.LatencyUtils-2.0.3.jar:lib/io.fabric8.kubernetes-model-coordination-4.13.0.jar:lib/io.fabric8.openshift-model-operatorhub-4.13.0.jar:lib/org.apache.zookeeper.zookeeper-jute-3.5.8.jar:lib/io.strimzi.certificate-manager-0.21.0-SNAPSHOT.jar:lib/io.fabric8.kubernetes-model-scheduling-4.13.0.jar:lib/com.fasterxml.jackson.datatype.jackson-datatype-jsr310-2.11.2.jar:lib/io.netty.netty-buffer-4.1.50.Final.jar:lib/org.apache.logging.log4j.log4j-core-2.13.3.jar:lib/io.fabric8.kubernetes-model-extensions-4.13.0.jar:lib/io.netty.netty-codec-http-4.1.50.Final.jar:lib/io.micrometer.micrometer-registry-prometheus-1.3.1.jar:lib/io.fabric8.kubernetes-model-batch-4.13.0.jar io.strimzi.operator.topic.Main 2021-01-08 08:20:48,01783 INFO [main] Main:30 - TopicOperator 0.21.0-SNAPSHOT is starting 2021-01-08 08:20:48,08021 DEBUG [main] Config:520 - Trying to configure client from Kubernetes config... 2021-01-08 08:20:48,08151 DEBUG [main] Config:526 - Did not find Kubernetes config at: [/.kube/config]. Ignoring. 2021-01-08 08:20:48,08208 DEBUG [main] Config:452 - Trying to configure client from service account... 2021-01-08 08:20:48,08273 DEBUG [main] Config:457 - Found service account host and port: 172.30.0.1:443 2021-01-08 08:20:48,08372 DEBUG [main] Config:463 - Found service account ca cert at: [/var/run/secrets/kubernetes.io/serviceaccount/ca.crt]. 2021-01-08 08:20:48,08458 DEBUG [main] Config:470 - Found service account token at: [/var/run/secrets/kubernetes.io/serviceaccount/token]. 2021-01-08 08:20:48,08515 DEBUG [main] Config:725 - Trying to configure client namespace from Kubernetes service account namespace path... 2021-01-08 08:20:48,08583 DEBUG [main] Config:730 - Found service account namespace at: [/var/run/secrets/kubernetes.io/serviceaccount/namespace]. 2021-01-08 08:20:48,56795 DEBUG [main] InternalLoggerFactory:45 - Using SLF4J as the default logging framework 2021-01-08 08:20:48,58542 DEBUG [main] ResourceLeakDetector:130 - -Dio.netty.leakDetection.level: simple 2021-01-08 08:20:48,58593 DEBUG [main] ResourceLeakDetector:131 - -Dio.netty.leakDetection.targetRecords: 4 2021-01-08 08:20:48,60095 DEBUG [main] InternalThreadLocalMap:56 - -Dio.netty.threadLocalMap.stringBuilder.initialSize: 1024 2021-01-08 08:20:48,60143 DEBUG [main] InternalThreadLocalMap:59 - -Dio.netty.threadLocalMap.stringBuilder.maxSize: 4096 2021-01-08 08:20:48,61365 DEBUG [main] MultithreadEventLoopGroup:44 - -Dio.netty.eventLoopThreads: 2 2021-01-08 08:20:48,65230 DEBUG [main] NioEventLoop:106 - -Dio.netty.noKeySetOptimization: false 2021-01-08 08:20:48,65283 DEBUG [main] NioEventLoop:107 - -Dio.netty.selectorAutoRebuildThreshold: 512 2021-01-08 08:20:48,67453 DEBUG [main] PlatformDependent0:408 - -Dio.netty.noUnsafe: false 2021-01-08 08:20:48,67516 DEBUG [main] PlatformDependent0:876 - Java version: 11 2021-01-08 08:20:48,67712 DEBUG [main] PlatformDependent0:125 - sun.misc.Unsafe.theUnsafe: available 2021-01-08 08:20:48,67823 DEBUG [main] PlatformDependent0:149 - sun.misc.Unsafe.copyMemory: available 2021-01-08 08:20:48,67906 DEBUG [main] PlatformDependent0:187 - java.nio.Buffer.address: available 2021-01-08 08:20:48,67988 DEBUG [main] PlatformDependent0:261 - direct buffer constructor: unavailable java.lang.UnsupportedOperationException: Reflective setAccessible(true) disabled at io.netty.util.internal.ReflectionUtil.trySetAccessible(ReflectionUtil.java:31) ~[io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at io.netty.util.internal.PlatformDependent0$4.run(PlatformDependent0.java:233) ~[io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at java.security.AccessController.doPrivileged(Native Method) ~[?:?] at io.netty.util.internal.PlatformDependent0.(PlatformDependent0.java:227) [io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at io.netty.util.internal.PlatformDependent.isAndroid(PlatformDependent.java:289) [io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at io.netty.util.internal.PlatformDependent.(PlatformDependent.java:92) [io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoop.newTaskQueue0(NioEventLoop.java:279) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoop.newTaskQueue(NioEventLoop.java:150) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoop.(NioEventLoop.java:138) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoopGroup.newChild(NioEventLoopGroup.java:146) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoopGroup.newChild(NioEventLoopGroup.java:37) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.util.concurrent.MultithreadEventExecutorGroup.(MultithreadEventExecutorGroup.java:84) [io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at io.netty.util.concurrent.MultithreadEventExecutorGroup.(MultithreadEventExecutorGroup.java:58) [io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at io.netty.util.concurrent.MultithreadEventExecutorGroup.(MultithreadEventExecutorGroup.java:47) [io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.MultithreadEventLoopGroup.(MultithreadEventLoopGroup.java:59) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoopGroup.(NioEventLoopGroup.java:86) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoopGroup.(NioEventLoopGroup.java:81) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoopGroup.(NioEventLoopGroup.java:68) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.vertx.core.net.impl.transport.Transport.eventLoopGroup(Transport.java:153) [io.vertx.vertx-core-3.9.1.jar:3.9.1] at io.vertx.core.impl.VertxImpl.(VertxImpl.java:143) [io.vertx.vertx-core-3.9.1.jar:3.9.1] at io.vertx.core.impl.VertxImpl.vertx(VertxImpl.java:92) [io.vertx.vertx-core-3.9.1.jar:3.9.1] at io.vertx.core.impl.VertxFactoryImpl.vertx(VertxFactoryImpl.java:40) [io.vertx.vertx-core-3.9.1.jar:3.9.1] at io.vertx.core.impl.VertxFactoryImpl.vertx(VertxFactoryImpl.java:32) [io.vertx.vertx-core-3.9.1.jar:3.9.1] at io.vertx.core.Vertx.vertx(Vertx.java:85) [io.vertx.vertx-core-3.9.1.jar:3.9.1] at io.strimzi.operator.topic.Main.deploy(Main.java:50) [io.strimzi.topic-operator-0.21.0-SNAPSHOT.jar:0.21.0-SNAPSHOT] at io.strimzi.operator.topic.Main.run(Main.java:39) [io.strimzi.topic-operator-0.21.0-SNAPSHOT.jar:0.21.0-SNAPSHOT] at io.strimzi.operator.topic.Main.main(Main.java:32) [io.strimzi.topic-operator-0.21.0-SNAPSHOT.jar:0.21.0-SNAPSHOT] 2021-01-08 08:20:48,69135 DEBUG [main] PlatformDependent0:326 - java.nio.Bits.unaligned: available, true 2021-01-08 08:20:48,69341 DEBUG [main] PlatformDependent0:385 - jdk.internal.misc.Unsafe.allocateUninitializedArray(int): unavailable java.lang.IllegalAccessException: class io.netty.util.internal.PlatformDependent0$6 cannot access class jdk.internal.misc.Unsafe (in module java.base) because module java.base does not export jdk.internal.misc to unnamed module @c2db68f at jdk.internal.reflect.Reflection.newIllegalAccessException(Reflection.java:361) ~[?:?] at java.lang.reflect.AccessibleObject.checkAccess(AccessibleObject.java:591) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:558) ~[?:?] at io.netty.util.internal.PlatformDependent0$6.run(PlatformDependent0.java:347) ~[io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at java.security.AccessController.doPrivileged(Native Method) ~[?:?] at io.netty.util.internal.PlatformDependent0.(PlatformDependent0.java:338) [io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at io.netty.util.internal.PlatformDependent.isAndroid(PlatformDependent.java:289) [io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at io.netty.util.internal.PlatformDependent.(PlatformDependent.java:92) [io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoop.newTaskQueue0(NioEventLoop.java:279) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoop.newTaskQueue(NioEventLoop.java:150) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoop.(NioEventLoop.java:138) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoopGroup.newChild(NioEventLoopGroup.java:146) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoopGroup.newChild(NioEventLoopGroup.java:37) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.util.concurrent.MultithreadEventExecutorGroup.(MultithreadEventExecutorGroup.java:84) [io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at io.netty.util.concurrent.MultithreadEventExecutorGroup.(MultithreadEventExecutorGroup.java:58) [io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at io.netty.util.concurrent.MultithreadEventExecutorGroup.(MultithreadEventExecutorGroup.java:47) [io.netty.netty-common-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.MultithreadEventLoopGroup.(MultithreadEventLoopGroup.java:59) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoopGroup.(NioEventLoopGroup.java:86) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoopGroup.(NioEventLoopGroup.java:81) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.netty.channel.nio.NioEventLoopGroup.(NioEventLoopGroup.java:68) [io.netty.netty-transport-4.1.50.Final.jar:4.1.50.Final] at io.vertx.core.net.impl.transport.Transport.eventLoopGroup(Transport.java:153) [io.vertx.vertx-core-3.9.1.jar:3.9.1] at io.vertx.core.impl.VertxImpl.(VertxImpl.java:143) [io.vertx.vertx-core-3.9.1.jar:3.9.1] at io.vertx.core.impl.VertxImpl.vertx(VertxImpl.java:92) [io.vertx.vertx-core-3.9.1.jar:3.9.1] at io.vertx.core.impl.VertxFactoryImpl.vertx(VertxFactoryImpl.java:40) [io.vertx.vertx-core-3.9.1.jar:3.9.1] at io.vertx.core.impl.VertxFactoryImpl.vertx(VertxFactoryImpl.java:32) [io.vertx.vertx-core-3.9.1.jar:3.9.1] at io.vertx.core.Vertx.vertx(Vertx.java:85) [io.vertx.vertx-core-3.9.1.jar:3.9.1] at io.strimzi.operator.topic.Main.deploy(Main.java:50) [io.strimzi.topic-operator-0.21.0-SNAPSHOT.jar:0.21.0-SNAPSHOT] at io.strimzi.operator.topic.Main.run(Main.java:39) [io.strimzi.topic-operator-0.21.0-SNAPSHOT.jar:0.21.0-SNAPSHOT] at io.strimzi.operator.topic.Main.main(Main.java:32) [io.strimzi.topic-operator-0.21.0-SNAPSHOT.jar:0.21.0-SNAPSHOT] 2021-01-08 08:20:48,69485 DEBUG [main] PlatformDependent0:398 - java.nio.DirectByteBuffer.(long, int): unavailable 2021-01-08 08:20:48,69523 DEBUG [main] PlatformDependent:1058 - sun.misc.Unsafe: available 2021-01-08 08:20:48,69648 DEBUG [main] PlatformDependent:1158 - maxDirectMemory: 4042391552 bytes (maybe) 2021-01-08 08:20:48,69701 DEBUG [main] PlatformDependent:1177 - -Dio.netty.tmpdir: /tmp (java.io.tmpdir) 2021-01-08 08:20:48,69744 DEBUG [main] PlatformDependent:1256 - -Dio.netty.bitMode: 64 (sun.arch.data.model) 2021-01-08 08:20:48,69881 DEBUG [main] PlatformDependent:177 - -Dio.netty.maxDirectMemory: -1 bytes 2021-01-08 08:20:48,69918 DEBUG [main] PlatformDependent:184 - -Dio.netty.uninitializedArrayAllocationThreshold: -1 2021-01-08 08:20:48,70093 DEBUG [main] CleanerJava9:71 - java.nio.ByteBuffer.cleaner(): available 2021-01-08 08:20:48,70133 DEBUG [main] PlatformDependent:204 - -Dio.netty.noPreferDirect: false 2021-01-08 08:20:48,71293 DEBUG [main] PlatformDependent:919 - org.jctools-core.MpscChunkedArrayQueue: available 2021-01-08 08:20:48,78967 DEBUG [main] InternalLoggerFactory:61 - Using SLF4J as the default logging framework 2021-01-08 08:20:48,90733 DEBUG [main] DefaultDnsServerAddressStreamProvider:80 - Default DNS servers: [/172.30.0.2:53] (sun.net.dns.ResolverConfiguration) 2021-01-08 08:20:48,91530 DEBUG [main] NetUtil:139 - -Djava.net.preferIPv4Stack: false 2021-01-08 08:20:48,91572 DEBUG [main] NetUtil:140 - -Djava.net.preferIPv6Addresses: false 2021-01-08 08:20:48,91700 DEBUG [main] NetUtil:224 - Loopback interface: lo (lo, 0:0:0:0:0:0:0:1%lo) 2021-01-08 08:20:48,91849 DEBUG [main] NetUtil:271 - /proc/sys/net/core/somaxconn: 128 2021-01-08 08:20:48,95995 INFO [main] Session:68 - Using config: STRIMZI_TRUSTSTORE_LOCATION: /tmp/topic-operator/replication.truststore.p12 STRIMZI_RESOURCE_LABELS: strimzi.io/cluster=my-cluster STRIMZI_KAFKA_BOOTSTRAP_SERVERS: my-cluster-kafka-bootstrap:9091 STRIMZI_SSL_ENDPOINT_IDENTIFICATION_ALGORITHM: HTTPS STRIMZI_NAMESPACE: myproject STRIMZI_ZOOKEEPER_SESSION_TIMEOUT_MS: 20000 STRIMZI_TOPICS_PATH: /strimzi/topics STRIMZI_FULL_RECONCILIATION_INTERVAL_MS: 90000 STRIMZI_ZOOKEEPER_CONNECT: localhost:2181 STRIMZI_TLS_ENABLED: true STRIMZI_KEYSTORE_PASSWORD: ******** STRIMZI_TOPIC_METADATA_MAX_ATTEMPTS: 6 STRIMZI_REASSIGN_VERIFY_INTERVAL_MS: 120000 STRIMZI_KEYSTORE_LOCATION: /tmp/topic-operator/replication.keystore.p12 TC_ZK_CONNECTION_TIMEOUT_MS: 20000 STRIMZI_TRUSTSTORE_PASSWORD: ******** STRIMZI_REASSIGN_THROTTLE: 9223372036854775807 2021-01-08 08:20:48,97839 INFO [vert.x-eventloop-thread-0] Session:138 - Starting 2021-01-08 08:20:49,01125 INFO [vert.x-eventloop-thread-0] AdminClientConfig:361 - AdminClientConfig values: bootstrap.servers = [my-cluster-kafka-bootstrap:9091] client.dns.lookup = use_all_dns_ips client.id = connections.max.idle.ms = 300000 default.api.timeout.ms = 60000 metadata.max.age.ms = 300000 metric.reporters = [] metrics.num.samples = 2 metrics.recording.level = INFO metrics.sample.window.ms = 30000 receive.buffer.bytes = 65536 reconnect.backoff.max.ms = 1000 reconnect.backoff.ms = 50 request.timeout.ms = 30000 retries = 2147483647 retry.backoff.ms = 100 sasl.client.callback.handler.class = null sasl.jaas.config = null sasl.kerberos.kinit.cmd = /usr/bin/kinit sasl.kerberos.min.time.before.relogin = 60000 sasl.kerberos.service.name = null sasl.kerberos.ticket.renew.jitter = 0.05 sasl.kerberos.ticket.renew.window.factor = 0.8 sasl.login.callback.handler.class = null sasl.login.class = null sasl.login.refresh.buffer.seconds = 300 sasl.login.refresh.min.period.seconds = 60 sasl.login.refresh.window.factor = 0.8 sasl.login.refresh.window.jitter = 0.05 sasl.mechanism = GSSAPI security.protocol = SSL security.providers = null send.buffer.bytes = 131072 socket.connection.setup.timeout.max.ms = 127000 socket.connection.setup.timeout.ms = 10000 ssl.cipher.suites = null ssl.enabled.protocols = [TLSv1.2, TLSv1.3] ssl.endpoint.identification.algorithm = HTTPS ssl.engine.factory.class = null ssl.key.password = null ssl.keymanager.algorithm = SunX509 ssl.keystore.certificate.chain = null ssl.keystore.key = null ssl.keystore.location = /tmp/topic-operator/replication.keystore.p12 ssl.keystore.password = [hidden] ssl.keystore.type = JKS ssl.protocol = TLSv1.3 ssl.provider = null ssl.secure.random.implementation = null ssl.trustmanager.algorithm = PKIX ssl.truststore.certificates = null ssl.truststore.location = /tmp/topic-operator/replication.truststore.p12 ssl.truststore.password = [hidden] ssl.truststore.type = JKS 2021-01-08 08:20:49,04950 DEBUG [vert.x-eventloop-thread-0] AdminMetadataManager:245 - [AdminClient clientId=adminclient-1] Setting bootstrap cluster metadata Cluster(id = null, nodes = [my-cluster-kafka-bootstrap:9091 (id: -1 rack: null)], partitions = [], controller = null). 2021-01-08 08:20:49,30616 DEBUG [vert.x-eventloop-thread-0] DefaultSslEngineFactory:264 - Created SSL context with keystore SecurityStore(path=/tmp/topic-operator/replication.keystore.p12, modificationTime=Fri Jan 08 08:20:46 UTC 2021), truststore SecurityStore(path=/tmp/topic-operator/replication.truststore.p12, modificationTime=Fri Jan 08 08:20:46 UTC 2021), provider SunJSSE. 2021-01-08 08:20:49,34877 WARN [vert.x-eventloop-thread-0] AdminClientConfig:369 - The configuration 'ssl.truststore.location' was supplied but isn't a known config. 2021-01-08 08:20:49,34920 WARN [vert.x-eventloop-thread-0] AdminClientConfig:369 - The configuration 'ssl.keystore.password' was supplied but isn't a known config. 2021-01-08 08:20:49,34952 WARN [vert.x-eventloop-thread-0] AdminClientConfig:369 - The configuration 'ssl.keystore.location' was supplied but isn't a known config. 2021-01-08 08:20:49,34981 WARN [vert.x-eventloop-thread-0] AdminClientConfig:369 - The configuration 'ssl.truststore.password' was supplied but isn't a known config. 2021-01-08 08:20:49,35009 WARN [vert.x-eventloop-thread-0] AdminClientConfig:369 - The configuration 'ssl.endpoint.identification.algorithm' was supplied but isn't a known config. 2021-01-08 08:20:49,35362 INFO [vert.x-eventloop-thread-0] AppInfoParser:119 - Kafka version: 2.7.0 2021-01-08 08:20:49,35401 INFO [vert.x-eventloop-thread-0] AppInfoParser:120 - Kafka commitId: 448719dc99a19793 2021-01-08 08:20:49,35435 INFO [vert.x-eventloop-thread-0] AppInfoParser:121 - Kafka startTimeMs: 1610094049350 2021-01-08 08:20:49,35671 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:586 - [AdminClient clientId=adminclient-1] Kafka admin client initialized 2021-01-08 08:20:49,35835 DEBUG [vert.x-eventloop-thread-0] Session:155 - Using AdminClient org.apache.kafka.clients.admin.KafkaAdminClient@1b60678b 2021-01-08 08:20:49,36604 DEBUG [vert.x-eventloop-thread-0] Session:157 - Using Kafka io.strimzi.operator.topic.KafkaImpl@76ba43cb 2021-01-08 08:20:49,36639 DEBUG [vert.x-eventloop-thread-0] Session:161 - Using namespace myproject 2021-01-08 08:20:49,36961 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:1003 - [AdminClient clientId=adminclient-1] Initiating connection to node my-cluster-kafka-bootstrap:9091 (id: -1 rack: null) using address my-cluster-kafka-bootstrap/172.30.93.106 2021-01-08 08:20:49,40905 DEBUG [vert.x-eventloop-thread-0] Session:163 - Using k8s io.strimzi.operator.topic.K8sImpl@3ace994b 2021-01-08 08:20:49,41789 DEBUG [kafka-admin-client-thread | adminclient-1] Selector:531 - [AdminClient clientId=adminclient-1] Created socket with SO_RCVBUF = 65536, SO_SNDBUF = 131072, SO_TIMEOUT = 0 to node -1 2021-01-08 08:20:49,56283 DEBUG [vert.x-worker-thread-0] ZkConnection:69 - Creating new ZookKeeper instance to connect to localhost:2181. 2021-01-08 08:20:49,56434 INFO [ZkClient-EventThread-19-localhost:2181] ZkEventThread:65 - Starting ZkClient event thread. 2021-01-08 08:20:49,57429 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:zookeeper.version=3.5.8-f439ca583e70862c3068a1f2a7d4d068eec33315, built on 05/04/2020 15:53 GMT 2021-01-08 08:20:49,57476 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:host.name=my-cluster-entity-operator-76c98dcbcd-58hqq 2021-01-08 08:20:49,57502 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:java.version=11.0.9.1 2021-01-08 08:20:49,57529 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:java.vendor=Red Hat, Inc. 2021-01-08 08:20:49,57811 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:java.home=/usr/lib/jvm/java-11-openjdk-11.0.9.11-2.el7_9.x86_64 2021-01-08 08:20:49,57860 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:java.class.path=lib/io.strimzi.topic-operator-0.21.0-SNAPSHOT.jar:lib/io.prometheus.simpleclient_common-0.7.0.jar:lib/io.vertx.vertx-micrometer-metrics-3.9.1.jar:lib/com.github.luben.zstd-jni-1.4.5-6.jar:lib/io.fabric8.openshift-model-console-4.13.0.jar:lib/io.fabric8.kubernetes-model-metrics-4.13.0.jar:lib/org.xerial.snappy.snappy-java-1.1.7.7.jar:lib/org.apache.zookeeper.zookeeper-3.5.8.jar:lib/com.101tec.zkclient-0.11.jar:lib/io.fabric8.kubernetes-model-admissionregistration-4.13.0.jar:lib/org.apache.logging.log4j.log4j-api-2.13.3.jar:lib/com.squareup.okio.okio-1.15.0.jar:lib/io.fabric8.kubernetes-model-apps-4.13.0.jar:lib/io.netty.netty-codec-http2-4.1.50.Final.jar:lib/io.fabric8.kubernetes-model-storageclass-4.13.0.jar:lib/io.fabric8.kubernetes-model-node-4.13.0.jar:lib/org.hdrhistogram.HdrHistogram-2.1.11.jar:lib/io.prometheus.simpleclient-0.7.0.jar:lib/io.fabric8.openshift-model-operator-4.13.0.jar:lib/com.squareup.okhttp3.logging-interceptor-3.12.12.jar:lib/javax.xml.bind.jaxb-api-2.3.0.jar:lib/org.apache.yetus.audience-annotations-0.5.0.jar:lib/javax.annotation.javax.annotation-api-1.3.2.jar:lib/io.strimzi.operator-common-0.21.0-SNAPSHOT.jar:lib/com.fasterxml.jackson.core.jackson-core-2.10.5.jar:lib/io.netty.netty-handler-proxy-4.1.50.Final.jar:lib/io.netty.netty-codec-dns-4.1.50.Final.jar:lib/io.micrometer.micrometer-core-1.3.1.jar:lib/org.apache.kafka.kafka-clients-2.7.0.jar:lib/io.fabric8.kubernetes-model-networking-4.13.0.jar:lib/jakarta.activation.jakarta.activation-api-1.2.1.jar:lib/io.fabric8.kubernetes-model-certificates-4.13.0.jar:lib/io.netty.netty-transport-native-epoll-4.1.50.Final.jar:lib/io.netty.netty-transport-4.1.50.Final.jar:lib/com.fasterxml.jackson.dataformat.jackson-dataformat-yaml-2.10.5.jar:lib/io.fabric8.openshift-model-monitoring-4.13.0.jar:lib/com.github.mifmif.generex-1.0.2.jar:lib/io.fabric8.kubernetes-client-4.13.0.jar:lib/io.fabric8.kubernetes-model-settings-4.13.0.jar:lib/io.netty.netty-common-4.1.50.Final.jar:lib/io.strimzi.crd-annotations-0.21.0-SNAPSHOT.jar:lib/io.netty.netty-transport-native-unix-common-4.1.50.Final.jar:lib/io.vertx.vertx-core-3.9.1.jar:lib/io.strimzi.api-0.21.0-SNAPSHOT.jar:lib/io.netty.netty-resolver-dns-4.1.50.Final.jar:lib/org.yaml.snakeyaml-1.26.jar:lib/io.fabric8.kubernetes-model-events-4.13.0.jar:lib/com.fasterxml.jackson.core.jackson-annotations-2.10.5.jar:lib/org.lz4.lz4-java-1.7.1.jar:lib/io.netty.netty-resolver-4.1.50.Final.jar:lib/io.fabric8.kubernetes-model-discovery-4.13.0.jar:lib/org.apache.logging.log4j.log4j-slf4j-impl-2.13.3.jar:lib/dk.brics.automaton.automaton-1.11-8.jar:lib/io.netty.netty-codec-4.1.50.Final.jar:lib/com.fasterxml.jackson.core.jackson-databind-2.10.5.1.jar:lib/io.netty.netty-codec-socks-4.1.50.Final.jar:lib/io.fabric8.kubernetes-model-autoscaling-4.13.0.jar:lib/io.fabric8.kubernetes-model-apiextensions-4.13.0.jar:lib/io.fabric8.kubernetes-model-common-4.13.0.jar:lib/io.fabric8.openshift-client-4.13.0.jar:lib/jakarta.xml.bind.jakarta.xml.bind-api-2.3.2.jar:lib/io.fabric8.zjsonpatch-0.3.0.jar:lib/com.squareup.okhttp3.okhttp-3.12.6.jar:lib/io.fabric8.kubernetes-model-rbac-4.13.0.jar:lib/io.fabric8.kubernetes-model-policy-4.13.0.jar:lib/io.fabric8.kubernetes-model-core-4.13.0.jar:lib/io.netty.netty-handler-4.1.50.Final.jar:lib/io.fabric8.openshift-model-4.13.0.jar:lib/com.fasterxml.jackson.module.jackson-module-jaxb-annotations-2.10.5.jar:lib/org.slf4j.slf4j-api-1.7.25.jar:lib/org.latencyutils.LatencyUtils-2.0.3.jar:lib/io.fabric8.kubernetes-model-coordination-4.13.0.jar:lib/io.fabric8.openshift-model-operatorhub-4.13.0.jar:lib/org.apache.zookeeper.zookeeper-jute-3.5.8.jar:lib/io.strimzi.certificate-manager-0.21.0-SNAPSHOT.jar:lib/io.fabric8.kubernetes-model-scheduling-4.13.0.jar:lib/com.fasterxml.jackson.datatype.jackson-datatype-jsr310-2.11.2.jar:lib/io.netty.netty-buffer-4.1.50.Final.jar:lib/org.apache.logging.log4j.log4j-core-2.13.3.jar:lib/io.fabric8.kubernetes-model-extensions-4.13.0.jar:lib/io.netty.netty-codec-http-4.1.50.Final.jar:lib/io.micrometer.micrometer-registry-prometheus-1.3.1.jar:lib/io.fabric8.kubernetes-model-batch-4.13.0.jar 2021-01-08 08:20:49,57967 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:java.library.path=/usr/java/packages/lib:/usr/lib64:/lib64:/lib:/usr/lib 2021-01-08 08:20:49,57992 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:java.io.tmpdir=/tmp 2021-01-08 08:20:49,58016 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:java.compiler= 2021-01-08 08:20:49,58040 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:os.name=Linux 2021-01-08 08:20:49,58065 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:os.arch=amd64 2021-01-08 08:20:49,58089 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:os.version=3.10.0-954.el7.x86_64 2021-01-08 08:20:49,58112 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:user.name=? 2021-01-08 08:20:49,58136 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:user.home=? 2021-01-08 08:20:49,58161 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:user.dir=/opt/strimzi 2021-01-08 08:20:49,58185 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:os.memory.free=228MB 2021-01-08 08:20:49,58210 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:os.memory.max=3855MB 2021-01-08 08:20:49,58235 INFO [vert.x-worker-thread-0] ZooKeeper:109 - Client environment:os.memory.total=241MB 2021-01-08 08:20:49,58540 INFO [vert.x-worker-thread-0] ZooKeeper:868 - Initiating client connection, connectString=localhost:2181 sessionTimeout=20000 watcher=org.I0Itec.zkclient.ZkClient@290ba922 2021-01-08 08:20:49,59396 INFO [vert.x-worker-thread-0] X509Util:79 - Setting -D jdk.tls.rejectClientInitiatedRenegotiation=true to disable client-initiated TLS renegotiation 2021-01-08 08:20:49,60415 INFO [vert.x-worker-thread-0] ClientCnxnSocket:237 - jute.maxbuffer value is 4194304 Bytes 2021-01-08 08:20:49,61469 INFO [vert.x-worker-thread-0] ClientCnxn:1653 - zookeeper.request.timeout value is 0. feature enabled= 2021-01-08 08:20:49,61563 DEBUG [vert.x-worker-thread-0] ZkClient:1230 - Awaiting connection to Zookeeper server 2021-01-08 08:20:49,61602 INFO [vert.x-worker-thread-0] ZkClient:936 - Waiting for keeper state SyncConnected 2021-01-08 08:20:49,63320 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] SaslServerPrincipal:80 - Canonicalized address to localhost 2021-01-08 08:20:49,63587 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1112 - Opening socket connection to server localhost/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error) 2021-01-08 08:20:49,64496 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1244 - Socket error occurred: localhost/127.0.0.1:2181: Connection refused 2021-01-08 08:20:49,64556 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:201 - Ignoring exception during shutdown input java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownInput(SocketChannelImpl.java:915) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownInput(SocketAdaptor.java:398) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:198) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:49,64630 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:208 - Ignoring exception during shutdown output java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownOutput(SocketChannelImpl.java:932) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownOutput(SocketAdaptor.java:406) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:205) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:49,93592 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:955 - [AdminClient clientId=adminclient-1] Completed connection to node -1. Fetching API versions. 2021-01-08 08:20:50,11719 DEBUG [kafka-admin-client-thread | adminclient-1] SslTransportLayer:452 - [SslTransportLayer channelId=-1 key=channel=java.nio.channels.SocketChannel[connection-pending remote=my-cluster-kafka-bootstrap/172.30.93.106:9091], selector=sun.nio.ch.EPollSelectorImpl@4be1e8e3, interestOps=8, readyOps=0] SSL handshake completed successfully with peerHost 'my-cluster-kafka-bootstrap' peerPort 9091 peerPrincipal 'CN=my-cluster-kafka, O=io.strimzi' cipherSuite 'TLS_AES_128_GCM_SHA256' 2021-01-08 08:20:50,12000 DEBUG [kafka-admin-client-thread | adminclient-1] Selector:560 - [AdminClient clientId=adminclient-1] Successfully authenticated with my-cluster-kafka-bootstrap/172.30.93.106 2021-01-08 08:20:50,12042 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:969 - [AdminClient clientId=adminclient-1] Initiating API versions fetch from node -1. 2021-01-08 08:20:50,13950 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending API_VERSIONS request with header RequestHeader(apiKey=API_VERSIONS, apiVersion=3, clientId=adminclient-1, correlationId=0) and timeout 3600000 to node -1: {client_software_name=apache-kafka-java,client_software_version=2.7.0,_tagged_fields={}} 2021-01-08 08:20:50,23247 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received API_VERSIONS response from node -1 for request with header RequestHeader(apiKey=API_VERSIONS, apiVersion=3, clientId=adminclient-1, correlationId=0): org.apache.kafka.common.requests.ApiVersionsResponse@4fc0f3ea 2021-01-08 08:20:50,23604 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:926 - [AdminClient clientId=adminclient-1] Recorded API versions for node -1: (Produce(0): 0 to 8 [usable: 8], Fetch(1): 0 to 12 [usable: 12], ListOffsets(2): 0 to 5 [usable: 5], Metadata(3): 0 to 9 [usable: 9], LeaderAndIsr(4): 0 to 4 [usable: 4], StopReplica(5): 0 to 3 [usable: 3], UpdateMetadata(6): 0 to 6 [usable: 6], ControlledShutdown(7): 0 to 3 [usable: 3], OffsetCommit(8): 0 to 8 [usable: 8], OffsetFetch(9): 0 to 7 [usable: 7], FindCoordinator(10): 0 to 3 [usable: 3], JoinGroup(11): 0 to 7 [usable: 7], Heartbeat(12): 0 to 4 [usable: 4], LeaveGroup(13): 0 to 4 [usable: 4], SyncGroup(14): 0 to 5 [usable: 5], DescribeGroups(15): 0 to 5 [usable: 5], ListGroups(16): 0 to 4 [usable: 4], SaslHandshake(17): 0 to 1 [usable: 1], ApiVersions(18): 0 to 3 [usable: 3], CreateTopics(19): 0 to 6 [usable: 6], DeleteTopics(20): 0 to 5 [usable: 5], DeleteRecords(21): 0 to 2 [usable: 2], InitProducerId(22): 0 to 4 [usable: 4], OffsetForLeaderEpoch(23): 0 to 3 [usable: 3], AddPartitionsToTxn(24): 0 to 2 [usable: 2], AddOffsetsToTxn(25): 0 to 2 [usable: 2], EndTxn(26): 0 to 2 [usable: 2], WriteTxnMarkers(27): 0 [usable: 0], TxnOffsetCommit(28): 0 to 3 [usable: 3], DescribeAcls(29): 0 to 2 [usable: 2], CreateAcls(30): 0 to 2 [usable: 2], DeleteAcls(31): 0 to 2 [usable: 2], DescribeConfigs(32): 0 to 3 [usable: 3], AlterConfigs(33): 0 to 1 [usable: 1], AlterReplicaLogDirs(34): 0 to 1 [usable: 1], DescribeLogDirs(35): 0 to 2 [usable: 2], SaslAuthenticate(36): 0 to 2 [usable: 2], CreatePartitions(37): 0 to 3 [usable: 3], CreateDelegationToken(38): 0 to 2 [usable: 2], RenewDelegationToken(39): 0 to 2 [usable: 2], ExpireDelegationToken(40): 0 to 2 [usable: 2], DescribeDelegationToken(41): 0 to 2 [usable: 2], DeleteGroups(42): 0 to 2 [usable: 2], ElectLeaders(43): 0 to 2 [usable: 2], IncrementalAlterConfigs(44): 0 to 1 [usable: 1], AlterPartitionReassignments(45): 0 [usable: 0], ListPartitionReassignments(46): 0 [usable: 0], OffsetDelete(47): 0 [usable: 0], DescribeClientQuotas(48): 0 [usable: 0], AlterClientQuotas(49): 0 [usable: 0], DescribeUserScramCredentials(50): 0 [usable: 0], AlterUserScramCredentials(51): 0 [usable: 0], AlterIsr(56): 0 [usable: 0], UpdateFeatures(57): 0 [usable: 0]) 2021-01-08 08:20:50,23808 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending MetadataRequestData(topics=[], allowAutoTopicCreation=true, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) to my-cluster-kafka-bootstrap:9091 (id: -1 rack: null). correlationId=1 2021-01-08 08:20:50,23878 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending METADATA request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=1) and timeout 29121 to node -1: {topics=[],allow_auto_topic_creation=true,include_cluster_authorized_operations=false,include_topic_authorized_operations=false,_tagged_fields={}} 2021-01-08 08:20:50,24603 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received METADATA response from node -1 for request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=1): org.apache.kafka.common.requests.MetadataResponse@3ee929cb 2021-01-08 08:20:50,24977 DEBUG [kafka-admin-client-thread | adminclient-1] AdminMetadataManager:247 - [AdminClient clientId=adminclient-1] Updating cluster metadata to Cluster(id = 24eqSYNVTzaDk8st3RVFrQ, nodes = [my-cluster-kafka-1.my-cluster-kafka-brokers.myproject.svc:9091 (id: 1 rack: null), my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc:9091 (id: 0 rack: null), my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null)], partitions = [], controller = my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null)) 2021-01-08 08:20:50,74912 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] SaslServerPrincipal:80 - Canonicalized address to localhost 2021-01-08 08:20:50,74957 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1112 - Opening socket connection to server localhost/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error) 2021-01-08 08:20:50,75080 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1244 - Socket error occurred: localhost/127.0.0.1:2181: Connection refused 2021-01-08 08:20:50,75108 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:201 - Ignoring exception during shutdown input java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownInput(SocketChannelImpl.java:915) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownInput(SocketAdaptor.java:398) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:198) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:50,75170 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:208 - Ignoring exception during shutdown output java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownOutput(SocketChannelImpl.java:932) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownOutput(SocketAdaptor.java:406) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:205) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:51,85304 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] SaslServerPrincipal:80 - Canonicalized address to localhost 2021-01-08 08:20:51,85345 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1112 - Opening socket connection to server localhost/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error) 2021-01-08 08:20:51,85432 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1244 - Socket error occurred: localhost/127.0.0.1:2181: Connection refused 2021-01-08 08:20:51,85460 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:201 - Ignoring exception during shutdown input java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownInput(SocketChannelImpl.java:915) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownInput(SocketAdaptor.java:398) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:198) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:51,85521 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:208 - Ignoring exception during shutdown output java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownOutput(SocketChannelImpl.java:932) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownOutput(SocketAdaptor.java:406) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:205) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:52,95652 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] SaslServerPrincipal:80 - Canonicalized address to localhost 2021-01-08 08:20:52,95701 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1112 - Opening socket connection to server localhost/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error) 2021-01-08 08:20:52,95781 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1244 - Socket error occurred: localhost/127.0.0.1:2181: Connection refused 2021-01-08 08:20:52,95810 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:201 - Ignoring exception during shutdown input java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownInput(SocketChannelImpl.java:915) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownInput(SocketAdaptor.java:398) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:198) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:52,95870 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:208 - Ignoring exception during shutdown output java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownOutput(SocketChannelImpl.java:932) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownOutput(SocketAdaptor.java:406) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:205) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:54,06023 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] SaslServerPrincipal:80 - Canonicalized address to localhost 2021-01-08 08:20:54,06073 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1112 - Opening socket connection to server localhost/0:0:0:0:0:0:0:1:2181. Will not attempt to authenticate using SASL (unknown error) 2021-01-08 08:20:54,06164 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1244 - Socket error occurred: localhost/0:0:0:0:0:0:0:1:2181: Connection refused 2021-01-08 08:20:54,06189 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:201 - Ignoring exception during shutdown input java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownInput(SocketChannelImpl.java:915) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownInput(SocketAdaptor.java:398) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:198) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:54,06251 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:208 - Ignoring exception during shutdown output java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownOutput(SocketChannelImpl.java:932) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownOutput(SocketAdaptor.java:406) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:205) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:55,16389 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] SaslServerPrincipal:80 - Canonicalized address to localhost 2021-01-08 08:20:55,16430 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1112 - Opening socket connection to server localhost/0:0:0:0:0:0:0:1:2181. Will not attempt to authenticate using SASL (unknown error) 2021-01-08 08:20:55,16532 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1244 - Socket error occurred: localhost/0:0:0:0:0:0:0:1:2181: Connection refused 2021-01-08 08:20:55,16577 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:201 - Ignoring exception during shutdown input java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownInput(SocketChannelImpl.java:915) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownInput(SocketAdaptor.java:398) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:198) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:55,16640 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:208 - Ignoring exception during shutdown output java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownOutput(SocketChannelImpl.java:932) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownOutput(SocketAdaptor.java:406) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:205) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:56,26804 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] SaslServerPrincipal:80 - Canonicalized address to localhost 2021-01-08 08:20:56,26845 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1112 - Opening socket connection to server localhost/0:0:0:0:0:0:0:1:2181. Will not attempt to authenticate using SASL (unknown error) 2021-01-08 08:20:56,26929 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1244 - Socket error occurred: localhost/0:0:0:0:0:0:0:1:2181: Connection refused 2021-01-08 08:20:56,26958 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:201 - Ignoring exception during shutdown input java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownInput(SocketChannelImpl.java:915) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownInput(SocketAdaptor.java:398) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:198) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:56,27012 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:208 - Ignoring exception during shutdown output java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownOutput(SocketChannelImpl.java:932) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownOutput(SocketAdaptor.java:406) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:205) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:57,37150 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] SaslServerPrincipal:80 - Canonicalized address to localhost 2021-01-08 08:20:57,37197 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1112 - Opening socket connection to server localhost/0:0:0:0:0:0:0:1:2181. Will not attempt to authenticate using SASL (unknown error) 2021-01-08 08:20:57,37282 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1244 - Socket error occurred: localhost/0:0:0:0:0:0:0:1:2181: Connection refused 2021-01-08 08:20:57,37307 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:201 - Ignoring exception during shutdown input java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownInput(SocketChannelImpl.java:915) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownInput(SocketAdaptor.java:398) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:198) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:57,37364 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxnSocketNIO:208 - Ignoring exception during shutdown output java.nio.channels.ClosedChannelException: null at sun.nio.ch.SocketChannelImpl.ensureOpen(SocketChannelImpl.java:160) ~[?:?] at sun.nio.ch.SocketChannelImpl.shutdownOutput(SocketChannelImpl.java:932) ~[?:?] at sun.nio.ch.SocketAdaptor.shutdownOutput(SocketAdaptor.java:406) ~[?:?] at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:205) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1276) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1254) [org.apache.zookeeper.zookeeper-3.5.8.jar:3.5.8] 2021-01-08 08:20:58,47496 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] SaslServerPrincipal:80 - Canonicalized address to localhost 2021-01-08 08:20:58,47537 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1112 - Opening socket connection to server localhost/127.0.0.1:2181. Will not attempt to authenticate using SASL (unknown error) 2021-01-08 08:20:58,47628 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:959 - Socket connection established, initiating session, client: /127.0.0.1:33462, server: localhost/127.0.0.1:2181 2021-01-08 08:20:58,47933 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1027 - Session establishment request sent on localhost/127.0.0.1:2181 2021-01-08 08:20:58,55756 INFO [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:1394 - Session establishment complete on server localhost/127.0.0.1:2181, sessionid = 0x101a07e36350006, negotiated timeout = 20000 2021-01-08 08:20:58,55989 DEBUG [vert.x-worker-thread-0-EventThread] ZkClient:615 - Received event: WatchedEvent state:SyncConnected type:None path:null 2021-01-08 08:20:58,56080 INFO [vert.x-worker-thread-0-EventThread] ZkClient:713 - zookeeper state changed (SyncConnected) 2021-01-08 08:20:58,56115 DEBUG [vert.x-worker-thread-0-EventThread] ZkClient:659 - Leaving process event 2021-01-08 08:20:58,56144 DEBUG [vert.x-worker-thread-0] ZkClient:950 - State is SyncConnected 2021-01-08 08:20:58,56705 DEBUG [vert.x-eventloop-thread-0] Session:174 - Using ZooKeeper io.strimzi.operator.topic.zk.ZkImpl@633b23f9 2021-01-08 08:20:58,57521 DEBUG [vert.x-eventloop-thread-0] Session:179 - Using TopicStore io.strimzi.operator.topic.ZkTopicStore@5fdc2320 2021-01-08 08:20:58,58829 DEBUG [vert.x-eventloop-thread-0] Session:182 - Using Operator io.strimzi.operator.topic.TopicOperator@17a6904 2021-01-08 08:20:58,58993 DEBUG [vert.x-eventloop-thread-0] Session:185 - Using TopicConfigsWatcher io.strimzi.operator.topic.TopicConfigsWatcher@465d8671 2021-01-08 08:20:58,59061 DEBUG [vert.x-eventloop-thread-0] Session:187 - Using TopicWatcher io.strimzi.operator.topic.ZkTopicWatcher@1761cca7 2021-01-08 08:20:58,59145 DEBUG [vert.x-eventloop-thread-0] Session:189 - Using TopicsWatcher io.strimzi.operator.topic.ZkTopicsWatcher@7638f501 2021-01-08 08:20:58,59366 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 1,1 replyHeader:: 1,4294967375,0 request:: '/strimzi,,v{s{15,s{'world,'anyone}}},0 response:: '/strimzi 2021-01-08 08:20:58,59613 DEBUG [vert.x-eventloop-thread-0] Session:195 - Starting watcher 2021-01-08 08:20:58,59662 DEBUG [vert.x-eventloop-thread-0] Session:230 - Watching KafkaTopics matching {strimzi.io/cluster=my-cluster} 2021-01-08 08:20:58,60423 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 2,3 replyHeader:: 2,4294967375,0 request:: '/brokers/topics,T response:: s{4294967304,4294967304,1610094013731,1610094013731,0,0,0,0,0,0,4294967304} 2021-01-08 08:20:58,61250 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 3,8 replyHeader:: 3,4294967375,0 request:: '/brokers/topics,T response:: v{} 2021-01-08 08:20:58,85976 DEBUG [vert.x-eventloop-thread-0] WatchConnectionManager:111 - Connecting websocket ... io.fabric8.kubernetes.client.dsl.internal.WatchConnectionManager@1294672f 2021-01-08 08:20:58,98810 DEBUG [OkHttp https://172.30.0.1/...] WatchConnectionManager:162 - WebSocket successfully opened 2021-01-08 08:20:58,98926 DEBUG [vert.x-eventloop-thread-0] Session:234 - Watching setup 2021-01-08 08:20:58,99037 DEBUG [vert.x-eventloop-thread-0] Session:198 - Starting health server 2021-01-08 08:20:59,12784 DEBUG [vert.x-eventloop-thread-0] PooledByteBufAllocator:156 - -Dio.netty.allocator.numHeapArenas: 2 2021-01-08 08:20:59,12825 DEBUG [vert.x-eventloop-thread-0] PooledByteBufAllocator:157 - -Dio.netty.allocator.numDirectArenas: 2 2021-01-08 08:20:59,12855 DEBUG [vert.x-eventloop-thread-0] PooledByteBufAllocator:159 - -Dio.netty.allocator.pageSize: 8192 2021-01-08 08:20:59,12880 DEBUG [vert.x-eventloop-thread-0] PooledByteBufAllocator:164 - -Dio.netty.allocator.maxOrder: 11 2021-01-08 08:20:59,12905 DEBUG [vert.x-eventloop-thread-0] PooledByteBufAllocator:168 - -Dio.netty.allocator.chunkSize: 16777216 2021-01-08 08:20:59,12928 DEBUG [vert.x-eventloop-thread-0] PooledByteBufAllocator:169 - -Dio.netty.allocator.tinyCacheSize: 512 2021-01-08 08:20:59,12952 DEBUG [vert.x-eventloop-thread-0] PooledByteBufAllocator:170 - -Dio.netty.allocator.smallCacheSize: 256 2021-01-08 08:20:59,12978 DEBUG [vert.x-eventloop-thread-0] PooledByteBufAllocator:171 - -Dio.netty.allocator.normalCacheSize: 64 2021-01-08 08:20:59,13006 DEBUG [vert.x-eventloop-thread-0] PooledByteBufAllocator:172 - -Dio.netty.allocator.maxCachedBufferCapacity: 32768 2021-01-08 08:20:59,13030 DEBUG [vert.x-eventloop-thread-0] PooledByteBufAllocator:173 - -Dio.netty.allocator.cacheTrimInterval: 8192 2021-01-08 08:20:59,13059 DEBUG [vert.x-eventloop-thread-0] PooledByteBufAllocator:174 - -Dio.netty.allocator.cacheTrimIntervalMillis: 0 2021-01-08 08:20:59,13086 DEBUG [vert.x-eventloop-thread-0] PooledByteBufAllocator:175 - -Dio.netty.allocator.useCacheForAllThreads: true 2021-01-08 08:20:59,13113 DEBUG [vert.x-eventloop-thread-0] PooledByteBufAllocator:176 - -Dio.netty.allocator.maxCachedByteBuffersPerChunk: 1023 2021-01-08 08:20:59,22481 DEBUG [vert.x-eventloop-thread-0] DefaultChannelId:79 - -Dio.netty.processId: 27 (auto-detected) 2021-01-08 08:20:59,22901 DEBUG [vert.x-eventloop-thread-0] DefaultChannelId:101 - -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:10 (auto-detected) 2021-01-08 08:20:59,27282 DEBUG [vert.x-eventloop-thread-0] ByteBufUtil:86 - -Dio.netty.allocator.type: pooled 2021-01-08 08:20:59,27352 DEBUG [vert.x-eventloop-thread-0] ByteBufUtil:95 - -Dio.netty.threadLocalDirectBufferSize: 0 2021-01-08 08:20:59,27384 DEBUG [vert.x-eventloop-thread-0] ByteBufUtil:98 - -Dio.netty.maxThreadLocalCharBufferSize: 16384 2021-01-08 08:20:59,29607 INFO [vert.x-eventloop-thread-0] TopicOperator:1267 - Starting initial reconciliation 2021-01-08 08:20:59,29582 INFO [vert.x-eventloop-thread-1] Main:54 - Session deployed 2021-01-08 08:20:59,29661 DEBUG [vert.x-eventloop-thread-0] KafkaImpl:127 - Listing topics 2021-01-08 08:20:59,29866 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=listTopics, deadlineMs=1610094119297, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:20:59,30240 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:1003 - [AdminClient clientId=adminclient-1] Initiating connection to node my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc:9091 (id: 0 rack: null) using address my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc/172.17.0.14 2021-01-08 08:20:59,30673 INFO [vert.x-eventloop-thread-0] Session:223 - Started 2021-01-08 08:20:59,31048 DEBUG [kafka-admin-client-thread | adminclient-1] Selector:531 - [AdminClient clientId=adminclient-1] Created socket with SO_RCVBUF = 65536, SO_SNDBUF = 131072, SO_TIMEOUT = 0 to node 0 2021-01-08 08:20:59,32208 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 4,1 replyHeader:: 4,4294967376,0 request:: '/strimzi/topics,,v{s{15,s{'world,'anyone}}},0 response:: '/strimzi/topics 2021-01-08 08:20:59,32367 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:955 - [AdminClient clientId=adminclient-1] Completed connection to node 0. Fetching API versions. 2021-01-08 08:20:59,32910 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 5,8 replyHeader:: 5,4294967376,0 request:: '/brokers/topics,T response:: v{} 2021-01-08 08:20:59,33071 DEBUG [vert.x-eventloop-thread-0] ZkTopicsWatcher:73 - Setting initial children [] 2021-01-08 08:20:59,40588 DEBUG [kafka-admin-client-thread | adminclient-1] SslTransportLayer:452 - [SslTransportLayer channelId=0 key=channel=java.nio.channels.SocketChannel[connection-pending remote=my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc/172.17.0.14:9091], selector=sun.nio.ch.EPollSelectorImpl@4be1e8e3, interestOps=8, readyOps=0] SSL handshake completed successfully with peerHost 'my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc' peerPort 9091 peerPrincipal 'CN=my-cluster-kafka, O=io.strimzi' cipherSuite 'TLS_AES_128_GCM_SHA256' 2021-01-08 08:20:59,40645 DEBUG [kafka-admin-client-thread | adminclient-1] Selector:560 - [AdminClient clientId=adminclient-1] Successfully authenticated with my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc/172.17.0.14 2021-01-08 08:20:59,40678 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:969 - [AdminClient clientId=adminclient-1] Initiating API versions fetch from node 0. 2021-01-08 08:20:59,40723 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending API_VERSIONS request with header RequestHeader(apiKey=API_VERSIONS, apiVersion=3, clientId=adminclient-1, correlationId=2) and timeout 3600000 to node 0: {client_software_name=apache-kafka-java,client_software_version=2.7.0,_tagged_fields={}} 2021-01-08 08:20:59,41451 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received API_VERSIONS response from node 0 for request with header RequestHeader(apiKey=API_VERSIONS, apiVersion=3, clientId=adminclient-1, correlationId=2): org.apache.kafka.common.requests.ApiVersionsResponse@b2392de 2021-01-08 08:20:59,41693 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:926 - [AdminClient clientId=adminclient-1] Recorded API versions for node 0: (Produce(0): 0 to 8 [usable: 8], Fetch(1): 0 to 12 [usable: 12], ListOffsets(2): 0 to 5 [usable: 5], Metadata(3): 0 to 9 [usable: 9], LeaderAndIsr(4): 0 to 4 [usable: 4], StopReplica(5): 0 to 3 [usable: 3], UpdateMetadata(6): 0 to 6 [usable: 6], ControlledShutdown(7): 0 to 3 [usable: 3], OffsetCommit(8): 0 to 8 [usable: 8], OffsetFetch(9): 0 to 7 [usable: 7], FindCoordinator(10): 0 to 3 [usable: 3], JoinGroup(11): 0 to 7 [usable: 7], Heartbeat(12): 0 to 4 [usable: 4], LeaveGroup(13): 0 to 4 [usable: 4], SyncGroup(14): 0 to 5 [usable: 5], DescribeGroups(15): 0 to 5 [usable: 5], ListGroups(16): 0 to 4 [usable: 4], SaslHandshake(17): 0 to 1 [usable: 1], ApiVersions(18): 0 to 3 [usable: 3], CreateTopics(19): 0 to 6 [usable: 6], DeleteTopics(20): 0 to 5 [usable: 5], DeleteRecords(21): 0 to 2 [usable: 2], InitProducerId(22): 0 to 4 [usable: 4], OffsetForLeaderEpoch(23): 0 to 3 [usable: 3], AddPartitionsToTxn(24): 0 to 2 [usable: 2], AddOffsetsToTxn(25): 0 to 2 [usable: 2], EndTxn(26): 0 to 2 [usable: 2], WriteTxnMarkers(27): 0 [usable: 0], TxnOffsetCommit(28): 0 to 3 [usable: 3], DescribeAcls(29): 0 to 2 [usable: 2], CreateAcls(30): 0 to 2 [usable: 2], DeleteAcls(31): 0 to 2 [usable: 2], DescribeConfigs(32): 0 to 3 [usable: 3], AlterConfigs(33): 0 to 1 [usable: 1], AlterReplicaLogDirs(34): 0 to 1 [usable: 1], DescribeLogDirs(35): 0 to 2 [usable: 2], SaslAuthenticate(36): 0 to 2 [usable: 2], CreatePartitions(37): 0 to 3 [usable: 3], CreateDelegationToken(38): 0 to 2 [usable: 2], RenewDelegationToken(39): 0 to 2 [usable: 2], ExpireDelegationToken(40): 0 to 2 [usable: 2], DescribeDelegationToken(41): 0 to 2 [usable: 2], DeleteGroups(42): 0 to 2 [usable: 2], ElectLeaders(43): 0 to 2 [usable: 2], IncrementalAlterConfigs(44): 0 to 1 [usable: 1], AlterPartitionReassignments(45): 0 [usable: 0], ListPartitionReassignments(46): 0 [usable: 0], OffsetDelete(47): 0 [usable: 0], DescribeClientQuotas(48): 0 [usable: 0], AlterClientQuotas(49): 0 [usable: 0], DescribeUserScramCredentials(50): 0 [usable: 0], AlterUserScramCredentials(51): 0 [usable: 0], AlterIsr(56): 0 [usable: 0], UpdateFeatures(57): 0 [usable: 0]) 2021-01-08 08:20:59,41758 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending MetadataRequestData(topics=null, allowAutoTopicCreation=true, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) to my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc:9091 (id: 0 rack: null). correlationId=3 2021-01-08 08:20:59,41794 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending METADATA request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=3) and timeout 30000 to node 0: {topics=null,allow_auto_topic_creation=true,include_cluster_authorized_operations=false,include_topic_authorized_operations=false,_tagged_fields={}} 2021-01-08 08:20:59,42345 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received METADATA response from node 0 for request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=3): org.apache.kafka.common.requests.MetadataResponse@57d24dfc 2021-01-08 08:20:59,42800 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1347 - Reconciling kafka topics [] 2021-01-08 08:20:59,43514 WARN [kubernetes-ops-tool-0] VersionUsageUtils:60 - The client is using resource type 'kafkatopics' with unstable version 'v1beta1' 2021-01-08 08:21:04,06266 DEBUG [vert.x-eventloop-thread-0] Recycler:100 - -Dio.netty.recycler.maxCapacityPerThread: 4096 2021-01-08 08:21:04,06315 DEBUG [vert.x-eventloop-thread-0] Recycler:101 - -Dio.netty.recycler.maxSharedCapacityFactor: 2 2021-01-08 08:21:04,06340 DEBUG [vert.x-eventloop-thread-0] Recycler:102 - -Dio.netty.recycler.linkCapacity: 16 2021-01-08 08:21:04,06370 DEBUG [vert.x-eventloop-thread-0] Recycler:103 - -Dio.netty.recycler.ratio: 8 2021-01-08 08:21:04,06405 DEBUG [vert.x-eventloop-thread-0] Recycler:104 - -Dio.netty.recycler.delayedQueue.ratio: 8 2021-01-08 08:21:04,08052 DEBUG [vert.x-eventloop-thread-0] AbstractByteBuf:63 - -Dio.netty.buffer.checkAccessible: true 2021-01-08 08:21:04,08103 DEBUG [vert.x-eventloop-thread-0] AbstractByteBuf:64 - -Dio.netty.buffer.checkBounds: true 2021-01-08 08:21:04,08295 DEBUG [vert.x-eventloop-thread-0] ResourceLeakDetectorFactory:195 - Loaded default ResourceLeakDetector: io.netty.util.ResourceLeakDetector@4ea734e2 2021-01-08 08:21:04,19982 DEBUG [vert.x-eventloop-thread-0] ZlibCodecFactory:39 - -Dio.netty.noJdkZlibDecoder: false 2021-01-08 08:21:04,20017 DEBUG [vert.x-eventloop-thread-0] ZlibCodecFactory:42 - -Dio.netty.noJdkZlibEncoder: false 2021-01-08 08:21:06,00143 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 2ms 2021-01-08 08:21:12,67371 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 2ms 2021-01-08 08:21:15,38421 INFO [OkHttp https://172.30.0.1/...] K8sTopicWatcher:45 - 0|kube +my-topic|1208637: event ADDED on resource my-topic generation=1, labels={strimzi.io/cluster=my-cluster} 2021-01-08 08:21:15,38733 DEBUG [OkHttp https://172.30.0.1/...] TopicOperator:460 - 0|kube +my-topic|1208637: Queuing action onResourceEvent on topic my-topic 2021-01-08 08:21:15,38810 DEBUG [OkHttp https://172.30.0.1/...] TopicOperator:463 - 0|kube +my-topic|1208637: Adding first waiter onResourceEvent 2021-01-08 08:21:15,39425 DEBUG [vert.x-eventloop-thread-0] TopicOperator:472 - 0|kube +my-topic|1208637: Lock acquired 2021-01-08 08:21:15,39460 DEBUG [vert.x-eventloop-thread-0] TopicOperator:473 - 0|kube +my-topic|1208637: Executing action onResourceEvent on topic my-topic 2021-01-08 08:21:15,41386 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1054 - 0|kube +my-topic|1208637: last updated generation=null 2021-01-08 08:21:15,41429 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1067 - 0|kube +my-topic|1208637: modifiedTopic.getMetadata().getGeneration()=1 2021-01-08 08:21:15,41910 DEBUG [vert.x-eventloop-thread-0] KafkaImpl:108 - Getting metadata for topic my-topic 2021-01-08 08:21:15,42545 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094135423, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:15,42884 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:1003 - [AdminClient clientId=adminclient-1] Initiating connection to node my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null) using address my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc/172.17.0.11 2021-01-08 08:21:15,43382 DEBUG [kafka-admin-client-thread | adminclient-1] Selector:531 - [AdminClient clientId=adminclient-1] Created socket with SO_RCVBUF = 65536, SO_SNDBUF = 131072, SO_TIMEOUT = 0 to node 2 2021-01-08 08:21:15,45008 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:955 - [AdminClient clientId=adminclient-1] Completed connection to node 2. Fetching API versions. 2021-01-08 08:21:15,45314 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 6,4 replyHeader:: 6,4294967378,-101 request:: '/strimzi/topics/my-topic,F response:: 2021-01-08 08:21:15,51216 DEBUG [kafka-admin-client-thread | adminclient-1] SslTransportLayer:452 - [SslTransportLayer channelId=2 key=channel=java.nio.channels.SocketChannel[connection-pending remote=my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc/172.17.0.11:9091], selector=sun.nio.ch.EPollSelectorImpl@4be1e8e3, interestOps=8, readyOps=0] SSL handshake completed successfully with peerHost 'my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc' peerPort 9091 peerPrincipal 'CN=my-cluster-kafka, O=io.strimzi' cipherSuite 'TLS_AES_128_GCM_SHA256' 2021-01-08 08:21:15,51258 DEBUG [kafka-admin-client-thread | adminclient-1] Selector:560 - [AdminClient clientId=adminclient-1] Successfully authenticated with my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc/172.17.0.11 2021-01-08 08:21:15,51283 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:969 - [AdminClient clientId=adminclient-1] Initiating API versions fetch from node 2. 2021-01-08 08:21:15,51315 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending API_VERSIONS request with header RequestHeader(apiKey=API_VERSIONS, apiVersion=3, clientId=adminclient-1, correlationId=4) and timeout 3600000 to node 2: {client_software_name=apache-kafka-java,client_software_version=2.7.0,_tagged_fields={}} 2021-01-08 08:21:15,52394 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received API_VERSIONS response from node 2 for request with header RequestHeader(apiKey=API_VERSIONS, apiVersion=3, clientId=adminclient-1, correlationId=4): org.apache.kafka.common.requests.ApiVersionsResponse@679872e0 2021-01-08 08:21:15,52509 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:926 - [AdminClient clientId=adminclient-1] Recorded API versions for node 2: (Produce(0): 0 to 8 [usable: 8], Fetch(1): 0 to 12 [usable: 12], ListOffsets(2): 0 to 5 [usable: 5], Metadata(3): 0 to 9 [usable: 9], LeaderAndIsr(4): 0 to 4 [usable: 4], StopReplica(5): 0 to 3 [usable: 3], UpdateMetadata(6): 0 to 6 [usable: 6], ControlledShutdown(7): 0 to 3 [usable: 3], OffsetCommit(8): 0 to 8 [usable: 8], OffsetFetch(9): 0 to 7 [usable: 7], FindCoordinator(10): 0 to 3 [usable: 3], JoinGroup(11): 0 to 7 [usable: 7], Heartbeat(12): 0 to 4 [usable: 4], LeaveGroup(13): 0 to 4 [usable: 4], SyncGroup(14): 0 to 5 [usable: 5], DescribeGroups(15): 0 to 5 [usable: 5], ListGroups(16): 0 to 4 [usable: 4], SaslHandshake(17): 0 to 1 [usable: 1], ApiVersions(18): 0 to 3 [usable: 3], CreateTopics(19): 0 to 6 [usable: 6], DeleteTopics(20): 0 to 5 [usable: 5], DeleteRecords(21): 0 to 2 [usable: 2], InitProducerId(22): 0 to 4 [usable: 4], OffsetForLeaderEpoch(23): 0 to 3 [usable: 3], AddPartitionsToTxn(24): 0 to 2 [usable: 2], AddOffsetsToTxn(25): 0 to 2 [usable: 2], EndTxn(26): 0 to 2 [usable: 2], WriteTxnMarkers(27): 0 [usable: 0], TxnOffsetCommit(28): 0 to 3 [usable: 3], DescribeAcls(29): 0 to 2 [usable: 2], CreateAcls(30): 0 to 2 [usable: 2], DeleteAcls(31): 0 to 2 [usable: 2], DescribeConfigs(32): 0 to 3 [usable: 3], AlterConfigs(33): 0 to 1 [usable: 1], AlterReplicaLogDirs(34): 0 to 1 [usable: 1], DescribeLogDirs(35): 0 to 2 [usable: 2], SaslAuthenticate(36): 0 to 2 [usable: 2], CreatePartitions(37): 0 to 3 [usable: 3], CreateDelegationToken(38): 0 to 2 [usable: 2], RenewDelegationToken(39): 0 to 2 [usable: 2], ExpireDelegationToken(40): 0 to 2 [usable: 2], DescribeDelegationToken(41): 0 to 2 [usable: 2], DeleteGroups(42): 0 to 2 [usable: 2], ElectLeaders(43): 0 to 2 [usable: 2], IncrementalAlterConfigs(44): 0 to 1 [usable: 1], AlterPartitionReassignments(45): 0 [usable: 0], ListPartitionReassignments(46): 0 [usable: 0], OffsetDelete(47): 0 [usable: 0], DescribeClientQuotas(48): 0 [usable: 0], AlterClientQuotas(49): 0 [usable: 0], DescribeUserScramCredentials(50): 0 [usable: 0], AlterUserScramCredentials(51): 0 [usable: 0], AlterIsr(56): 0 [usable: 0], UpdateFeatures(57): 0 [usable: 0]) 2021-01-08 08:21:15,52596 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='my-topic', numPartitions=1, replicationFactor=1, assignments=[], configs=[])], timeoutMs=30000, validateOnly=true) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=5 2021-01-08 08:21:15,52869 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=5) and timeout 30000 to node 2: {topics=[{name=my-topic,num_partitions=1,replication_factor=1,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=true,_tagged_fields={}} 2021-01-08 08:21:15,57971 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=5): org.apache.kafka.common.requests.CreateTopicsResponse@78769076 2021-01-08 08:21:15,58583 INFO [vert.x-eventloop-thread-0] TopicOperator:538 - 0|kube +my-topic|1208637: Reconciling topic my-topic, k8sTopic:nonnull, kafkaTopic:null, privateTopic:null 2021-01-08 08:21:15,58619 DEBUG [vert.x-eventloop-thread-0] TopicOperator:557 - 0|kube +my-topic|1208637: KafkaTopic created in k8s, will create topic in kafka and topicStore 2021-01-08 08:21:15,58782 DEBUG [vert.x-eventloop-thread-0] TopicOperator:769 - Enqueuing event CreateKafkaTopic(topicName=my-topic,ctx=0|kube +my-topic|1208637) 2021-01-08 08:21:15,59100 DEBUG [vert.x-eventloop-thread-0] KafkaImpl:157 - Creating topic (name=my-topic, numPartitions=12, replicationFactor=3, replicasAssignments=null, configs={}) 2021-01-08 08:21:15,59146 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094135591, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:15,59208 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='my-topic', numPartitions=12, replicationFactor=3, assignments=[], configs=[])], timeoutMs=30000, validateOnly=false) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=6 2021-01-08 08:21:15,59248 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=6) and timeout 30000 to node 2: {topics=[{name=my-topic,num_partitions=12,replication_factor=3,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=false,_tagged_fields={}} 2021-01-08 08:21:15,63510 INFO [OkHttp https://172.30.0.1/...] K8sTopicWatcher:45 - 1|kube +my-topic-reversed|1208639: event ADDED on resource my-topic-reversed generation=1, labels={strimzi.io/cluster=my-cluster} 2021-01-08 08:21:15,63567 DEBUG [OkHttp https://172.30.0.1/...] TopicOperator:460 - 1|kube +my-topic-reversed|1208639: Queuing action onResourceEvent on topic my-topic-reversed 2021-01-08 08:21:15,63595 DEBUG [OkHttp https://172.30.0.1/...] TopicOperator:463 - 1|kube +my-topic-reversed|1208639: Adding first waiter onResourceEvent 2021-01-08 08:21:15,63695 DEBUG [vert.x-eventloop-thread-1] TopicOperator:472 - 1|kube +my-topic-reversed|1208639: Lock acquired 2021-01-08 08:21:15,63730 DEBUG [vert.x-eventloop-thread-1] TopicOperator:473 - 1|kube +my-topic-reversed|1208639: Executing action onResourceEvent on topic my-topic-reversed 2021-01-08 08:21:15,64850 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1054 - 1|kube +my-topic-reversed|1208639: last updated generation=null 2021-01-08 08:21:15,64888 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1067 - 1|kube +my-topic-reversed|1208639: modifiedTopic.getMetadata().getGeneration()=1 2021-01-08 08:21:15,64919 DEBUG [vert.x-eventloop-thread-1] KafkaImpl:108 - Getting metadata for topic my-topic-reversed 2021-01-08 08:21:15,64957 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094135649, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:15,65441 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 7,4 replyHeader:: 7,4294967380,-101 request:: '/strimzi/topics/my-topic-reversed,F response:: 2021-01-08 08:21:15,69343 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:846 - Got notification sessionid:0x101a07e36350006 2021-01-08 08:21:15,69507 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:868 - Got WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/brokers/topics for sessionid 0x101a07e36350006 2021-01-08 08:21:15,69690 DEBUG [vert.x-worker-thread-0-EventThread] ZkClient:615 - Received event: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/brokers/topics 2021-01-08 08:21:15,69761 DEBUG [vert.x-worker-thread-0-EventThread] ZkEventThread:89 - New event: ZkEvent[Children of /brokers/topics changed sent to io.strimzi.operator.topic.zk.ZkImpl$$Lambda$372/0x0000000840389c40@3dd31f33] 2021-01-08 08:21:15,69790 DEBUG [vert.x-worker-thread-0-EventThread] ZkClient:659 - Leaving process event 2021-01-08 08:21:15,69825 DEBUG [ZkClient-EventThread-19-localhost:2181] ZkEventThread:70 - Delivering event #1 ZkEvent[Children of /brokers/topics changed sent to io.strimzi.operator.topic.zk.ZkImpl$$Lambda$372/0x0000000840389c40@3dd31f33] 2021-01-08 08:21:15,70374 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 8,3 replyHeader:: 8,4294967381,0 request:: '/brokers/topics,T response:: s{4294967304,4294967304,1610094013731,1610094013731,0,1,0,0,0,1,4294967381} 2021-01-08 08:21:15,71492 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 9,8 replyHeader:: 9,4294967381,0 request:: '/brokers/topics,T response:: v{'my-topic} 2021-01-08 08:21:15,71665 DEBUG [ZkClient-EventThread-19-localhost:2181] ZkTopicsWatcher:115 - 1: znode /brokers/topics now has children [my-topic], previous children [] 2021-01-08 08:21:15,71698 INFO [ZkClient-EventThread-19-localhost:2181] ZkTopicsWatcher:127 - Topics deleted from ZK for watch 1: [] 2021-01-08 08:21:15,71717 INFO [ZkClient-EventThread-19-localhost:2181] ZkTopicsWatcher:143 - Topics created in ZK for watch 1: [my-topic] 2021-01-08 08:21:15,71849 DEBUG [ZkClient-EventThread-19-localhost:2181] TopicConfigsWatcher:73 - Watching znode /config/topics/my-topic for changes 2021-01-08 08:21:15,72149 DEBUG [ZkClient-EventThread-19-localhost:2181] ZkTopicWatcher:73 - Watching znode /brokers/topics/my-topic for changes 2021-01-08 08:21:15,72828 DEBUG [ZkClient-EventThread-19-localhost:2181] TopicOperator:957 - Metric onTopicCreated triggered 2021-01-08 08:21:15,72909 DEBUG [ZkClient-EventThread-19-localhost:2181] TopicOperator:460 - 2|/brokers/topics 1:+my-topic: Queuing action onTopicCreated on topic my-topic 2021-01-08 08:21:15,72935 DEBUG [ZkClient-EventThread-19-localhost:2181] TopicOperator:466 - 2|/brokers/topics 1:+my-topic: Adding waiter onTopicCreated: 2 2021-01-08 08:21:15,73046 DEBUG [ZkClient-EventThread-19-localhost:2181] ZkEventThread:80 - Delivering event #1 done 2021-01-08 08:21:15,73049 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 10,3 replyHeader:: 10,4294967381,0 request:: '/config/topics/my-topic,T response:: s{4294967380,4294967380,1610094075626,1610094075626,0,0,0,0,25,0,4294967380} 2021-01-08 08:21:15,73189 DEBUG [io.strimzi.operator.topic.zk.ZkImpl-0] ZkClient:196 - Subscribed data changes for /config/topics/my-topic 2021-01-08 08:21:15,73476 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 11,3 replyHeader:: 11,4294967381,0 request:: '/brokers/topics/my-topic,T response:: s{4294967381,4294967381,1610094075681,1610094075681,0,0,0,0,218,0,4294967381} 2021-01-08 08:21:15,73532 DEBUG [io.strimzi.operator.topic.zk.ZkImpl-1] ZkClient:196 - Subscribed data changes for /brokers/topics/my-topic 2021-01-08 08:21:15,73859 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 12,4 replyHeader:: 12,4294967381,0 request:: '/config/topics/my-topic,T response:: #7b2276657273696f6e223a312c22636f6e666967223a7b7d7d,s{4294967380,4294967380,1610094075626,1610094075626,0,0,0,0,25,0,4294967380} 2021-01-08 08:21:15,74320 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 13,4 replyHeader:: 13,4294967381,0 request:: '/brokers/topics/my-topic,T response:: #7b2276657273696f6e223a322c22706172746974696f6e73223a7b2232223a5b322c302c315d2c2235223a5b322c312c305d2c2238223a5b322c302c315d2c2237223a5b302c312c325d2c2231223a5b302c312c325d2c2234223a5b302c322c315d2c223131223a5b322c312c305d2c2236223a5b312c322c305d2c2230223a5b312c322c305d2c2239223a5b312c302c325d2c2233223a5b312c302c325d2c223130223a5b302c322c315d7d2c22616464696e675f7265706c69636173223a7b7d2c2272656d6f76696e675f7265706c69636173223a7b7d7d,s{4294967381,4294967381,1610094075681,1610094075681,0,0,0,0,218,0,4294967381} 2021-01-08 08:21:17,36268 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=6): org.apache.kafka.common.requests.CreateTopicsResponse@7d34bc85 2021-01-08 08:21:17,36404 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='my-topic-reversed', numPartitions=1, replicationFactor=1, assignments=[], configs=[])], timeoutMs=30000, validateOnly=true) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=7 2021-01-08 08:21:17,36440 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=7) and timeout 30000 to node 2: {topics=[{name=my-topic-reversed,num_partitions=1,replication_factor=1,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=true,_tagged_fields={}} 2021-01-08 08:21:17,37318 DEBUG [vert.x-eventloop-thread-1] TopicOperator:255 - 0|kube +my-topic|1208637: Created topic 'my-topic' for KafkaTopic 'my-topic' 2021-01-08 08:21:17,37735 DEBUG [vert.x-eventloop-thread-1] TopicOperator:769 - Enqueuing event CreateInTopicStore(topicName=my-topic,ctx=0|kube +my-topic|1208637) 2021-01-08 08:21:17,37795 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1171 - Executing CreateInTopicStore(topicName=my-topic,ctx=0|kube +my-topic|1208637) 2021-01-08 08:21:17,41615 DEBUG [vert.x-eventloop-thread-1] ZkTopicStore:90 - create znode /strimzi/topics/my-topic 2021-01-08 08:21:17,43157 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=7): org.apache.kafka.common.requests.CreateTopicsResponse@6ed65ada 2021-01-08 08:21:17,43372 INFO [vert.x-eventloop-thread-0] TopicOperator:538 - 1|kube +my-topic-reversed|1208639: Reconciling topic my-topic-reversed, k8sTopic:nonnull, kafkaTopic:null, privateTopic:null 2021-01-08 08:21:17,43400 DEBUG [vert.x-eventloop-thread-0] TopicOperator:557 - 1|kube +my-topic-reversed|1208639: KafkaTopic created in k8s, will create topic in kafka and topicStore 2021-01-08 08:21:17,43423 DEBUG [vert.x-eventloop-thread-0] TopicOperator:769 - Enqueuing event CreateKafkaTopic(topicName=my-topic-reversed,ctx=1|kube +my-topic-reversed|1208639) 2021-01-08 08:21:17,43472 DEBUG [vert.x-eventloop-thread-0] KafkaImpl:157 - Creating topic (name=my-topic-reversed, numPartitions=12, replicationFactor=3, replicasAssignments=null, configs={}) 2021-01-08 08:21:17,43531 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094137434, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:17,43691 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='my-topic-reversed', numPartitions=12, replicationFactor=3, assignments=[], configs=[])], timeoutMs=30000, validateOnly=false) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=8 2021-01-08 08:21:17,43730 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=8) and timeout 30000 to node 2: {topics=[{name=my-topic-reversed,num_partitions=12,replication_factor=3,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=false,_tagged_fields={}} 2021-01-08 08:21:17,45882 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 14,1 replyHeader:: 14,4294967407,0 request:: '/strimzi/topics/my-topic,#7b226d61702d6e616d65223a226d792d746f706963222c22746f7069632d6e616d65223a226d792d746f706963222c22706172746974696f6e73223a31322c227265706c69636173223a332c22636f6e666967223a7b7d7d,v{s{15,s{'world,'anyone}}},0 response:: '/strimzi/topics/my-topic 2021-01-08 08:21:17,46040 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1173 - Completing CreateInTopicStore(topicName=my-topic,ctx=0|kube +my-topic|1208637) 2021-01-08 08:21:17,46070 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1178 - CreateInTopicStore(topicName=my-topic,ctx=0|kube +my-topic|1208637) succeeded 2021-01-08 08:21:17,46096 DEBUG [vert.x-eventloop-thread-1] KafkaImpl:108 - Getting metadata for topic my-topic 2021-01-08 08:21:17,46134 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094137461, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:17,49194 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:846 - Got notification sessionid:0x101a07e36350006 2021-01-08 08:21:17,49230 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:868 - Got WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/brokers/topics for sessionid 0x101a07e36350006 2021-01-08 08:21:17,49276 DEBUG [vert.x-worker-thread-0-EventThread] ZkClient:615 - Received event: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/brokers/topics 2021-01-08 08:21:17,49304 DEBUG [vert.x-worker-thread-0-EventThread] ZkEventThread:89 - New event: ZkEvent[Children of /brokers/topics changed sent to io.strimzi.operator.topic.zk.ZkImpl$$Lambda$372/0x0000000840389c40@3dd31f33] 2021-01-08 08:21:17,49326 DEBUG [vert.x-worker-thread-0-EventThread] ZkClient:659 - Leaving process event 2021-01-08 08:21:17,49346 DEBUG [ZkClient-EventThread-19-localhost:2181] ZkEventThread:70 - Delivering event #2 ZkEvent[Children of /brokers/topics changed sent to io.strimzi.operator.topic.zk.ZkImpl$$Lambda$372/0x0000000840389c40@3dd31f33] 2021-01-08 08:21:17,49631 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 15,3 replyHeader:: 15,4294967410,0 request:: '/brokers/topics,T response:: s{4294967304,4294967304,1610094013731,1610094013731,0,2,0,0,0,2,4294967410} 2021-01-08 08:21:17,49933 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 16,8 replyHeader:: 16,4294967410,0 request:: '/brokers/topics,T response:: v{'my-topic,'my-topic-reversed} 2021-01-08 08:21:17,49981 DEBUG [ZkClient-EventThread-19-localhost:2181] ZkTopicsWatcher:115 - 2: znode /brokers/topics now has children [my-topic, my-topic-reversed], previous children [my-topic] 2021-01-08 08:21:17,50003 INFO [ZkClient-EventThread-19-localhost:2181] ZkTopicsWatcher:127 - Topics deleted from ZK for watch 2: [] 2021-01-08 08:21:17,50018 INFO [ZkClient-EventThread-19-localhost:2181] ZkTopicsWatcher:143 - Topics created in ZK for watch 2: [my-topic-reversed] 2021-01-08 08:21:17,50037 DEBUG [ZkClient-EventThread-19-localhost:2181] TopicConfigsWatcher:73 - Watching znode /config/topics/my-topic-reversed for changes 2021-01-08 08:21:17,50093 DEBUG [ZkClient-EventThread-19-localhost:2181] ZkTopicWatcher:73 - Watching znode /brokers/topics/my-topic-reversed for changes 2021-01-08 08:21:17,50130 DEBUG [ZkClient-EventThread-19-localhost:2181] TopicOperator:957 - Metric onTopicCreated triggered 2021-01-08 08:21:17,50151 DEBUG [ZkClient-EventThread-19-localhost:2181] TopicOperator:460 - 3|/brokers/topics 2:+my-topic-reversed: Queuing action onTopicCreated on topic my-topic-reversed 2021-01-08 08:21:17,50169 DEBUG [ZkClient-EventThread-19-localhost:2181] TopicOperator:466 - 3|/brokers/topics 2:+my-topic-reversed: Adding waiter onTopicCreated: 2 2021-01-08 08:21:17,50201 DEBUG [ZkClient-EventThread-19-localhost:2181] ZkEventThread:80 - Delivering event #2 done 2021-01-08 08:21:17,51160 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 17,3 replyHeader:: 17,4294967410,0 request:: '/config/topics/my-topic-reversed,T response:: s{4294967409,4294967409,1610094077466,1610094077466,0,0,0,0,25,0,4294967409} 2021-01-08 08:21:17,51212 DEBUG [io.strimzi.operator.topic.zk.ZkImpl-1] ZkClient:196 - Subscribed data changes for /config/topics/my-topic-reversed 2021-01-08 08:21:17,51443 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 18,3 replyHeader:: 18,4294967410,0 request:: '/brokers/topics/my-topic-reversed,T response:: s{4294967410,4294967410,1610094077480,1610094077480,0,0,0,0,218,0,4294967410} 2021-01-08 08:21:17,51490 DEBUG [io.strimzi.operator.topic.zk.ZkImpl-2] ZkClient:196 - Subscribed data changes for /brokers/topics/my-topic-reversed 2021-01-08 08:21:17,52509 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 19,4 replyHeader:: 19,4294967411,0 request:: '/config/topics/my-topic-reversed,T response:: #7b2276657273696f6e223a312c22636f6e666967223a7b7d7d,s{4294967409,4294967409,1610094077466,1610094077466,0,0,0,0,25,0,4294967409} 2021-01-08 08:21:17,53626 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 20,4 replyHeader:: 20,4294967411,0 request:: '/brokers/topics/my-topic-reversed,T response:: #7b2276657273696f6e223a322c22706172746974696f6e73223a7b2232223a5b312c322c305d2c2235223a5b312c302c325d2c2238223a5b312c322c305d2c2237223a5b322c302c315d2c2231223a5b322c302c315d2c223131223a5b312c302c325d2c2234223a5b322c312c305d2c2236223a5b302c312c325d2c2230223a5b302c312c325d2c2239223a5b302c322c315d2c223130223a5b322c312c305d2c2233223a5b302c322c315d7d2c22616464696e675f7265706c69636173223a7b7d2c2272656d6f76696e675f7265706c69636173223a7b7d7d,s{4294967410,4294967410,1610094077480,1610094077480,0,1,0,0,218,1,4294967411} 2021-01-08 08:21:18,30181 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=8): org.apache.kafka.common.requests.CreateTopicsResponse@596f2598 2021-01-08 08:21:18,30319 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='my-topic', numPartitions=1, replicationFactor=1, assignments=[], configs=[])], timeoutMs=30000, validateOnly=true) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=9 2021-01-08 08:21:18,30361 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=9) and timeout 30000 to node 2: {topics=[{name=my-topic,num_partitions=1,replication_factor=1,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=true,_tagged_fields={}} 2021-01-08 08:21:18,30904 DEBUG [vert.x-eventloop-thread-1] TopicOperator:255 - 1|kube +my-topic-reversed|1208639: Created topic 'my-topic-reversed' for KafkaTopic 'my-topic-reversed' 2021-01-08 08:21:18,30975 DEBUG [vert.x-eventloop-thread-1] TopicOperator:769 - Enqueuing event CreateInTopicStore(topicName=my-topic-reversed,ctx=1|kube +my-topic-reversed|1208639) 2021-01-08 08:21:18,31005 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1171 - Executing CreateInTopicStore(topicName=my-topic-reversed,ctx=1|kube +my-topic-reversed|1208639) 2021-01-08 08:21:18,31098 DEBUG [vert.x-eventloop-thread-1] ZkTopicStore:90 - create znode /strimzi/topics/my-topic-reversed 2021-01-08 08:21:18,31216 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=9): org.apache.kafka.common.requests.CreateTopicsResponse@241e2adc 2021-01-08 08:21:18,31795 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeTopics, deadlineMs=1610094138317, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:18,32773 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeConfigs, deadlineMs=1610094138321, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:18,32837 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending MetadataRequestData(topics=[MetadataRequestTopic(name='my-topic')], allowAutoTopicCreation=false, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) to my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc:9091 (id: 0 rack: null). correlationId=10 2021-01-08 08:21:18,32959 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending METADATA request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=10) and timeout 30000 to node 0: {topics=[{name=my-topic,_tagged_fields={}}],allow_auto_topic_creation=false,include_cluster_authorized_operations=false,include_topic_authorized_operations=false,_tagged_fields={}} 2021-01-08 08:21:18,33211 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 21,1 replyHeader:: 21,4294967436,0 request:: '/strimzi/topics/my-topic-reversed,#7b226d61702d6e616d65223a226d792d746f7069632d7265766572736564222c22746f7069632d6e616d65223a226d792d746f7069632d7265766572736564222c22706172746974696f6e73223a31322c227265706c69636173223a332c22636f6e666967223a7b7d7d,v{s{15,s{'world,'anyone}}},0 response:: '/strimzi/topics/my-topic-reversed 2021-01-08 08:21:18,33514 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1173 - Completing CreateInTopicStore(topicName=my-topic-reversed,ctx=1|kube +my-topic-reversed|1208639) 2021-01-08 08:21:18,33541 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1178 - CreateInTopicStore(topicName=my-topic-reversed,ctx=1|kube +my-topic-reversed|1208639) succeeded 2021-01-08 08:21:18,33593 DEBUG [vert.x-eventloop-thread-1] KafkaImpl:108 - Getting metadata for topic my-topic-reversed 2021-01-08 08:21:18,33635 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094138336, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:18,34284 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending org.apache.kafka.common.requests.DescribeConfigsRequest$Builder@1a3f8b09 to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=11 2021-01-08 08:21:18,34384 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending DESCRIBE_CONFIGS request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=11) and timeout 30000 to node 2: {resources=[{resource_type=2,resource_name=my-topic,configuration_keys=null}],include_synonyms=false,include_documentation=false} 2021-01-08 08:21:18,35452 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received METADATA response from node 0 for request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=10): org.apache.kafka.common.requests.MetadataResponse@2772f797 2021-01-08 08:21:18,36949 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received DESCRIBE_CONFIGS response from node 2 for request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=11): org.apache.kafka.common.requests.DescribeConfigsResponse@2ec9e580 2021-01-08 08:21:18,37460 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='my-topic-reversed', numPartitions=1, replicationFactor=1, assignments=[], configs=[])], timeoutMs=30000, validateOnly=true) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=12 2021-01-08 08:21:18,37504 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=12) and timeout 30000 to node 2: {topics=[{name=my-topic-reversed,num_partitions=1,replication_factor=1,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=true,_tagged_fields={}} 2021-01-08 08:21:18,37968 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=12): org.apache.kafka.common.requests.CreateTopicsResponse@4f7403ee 2021-01-08 08:21:18,38633 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeTopics, deadlineMs=1610094138385, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:18,38690 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeConfigs, deadlineMs=1610094138386, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:18,38804 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending MetadataRequestData(topics=[MetadataRequestTopic(name='my-topic-reversed')], allowAutoTopicCreation=false, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=13 2021-01-08 08:21:18,38841 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending METADATA request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=13) and timeout 30000 to node 2: {topics=[{name=my-topic-reversed,_tagged_fields={}}],allow_auto_topic_creation=false,include_cluster_authorized_operations=false,include_topic_authorized_operations=false,_tagged_fields={}} 2021-01-08 08:21:18,38889 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending org.apache.kafka.common.requests.DescribeConfigsRequest$Builder@71f1dcc9 to my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc:9091 (id: 0 rack: null). correlationId=14 2021-01-08 08:21:18,38913 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending DESCRIBE_CONFIGS request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=14) and timeout 30000 to node 0: {resources=[{resource_type=2,resource_name=my-topic-reversed,configuration_keys=null}],include_synonyms=false,include_documentation=false} 2021-01-08 08:21:18,39790 DEBUG [vert.x-eventloop-thread-0] TopicOperator:564 - Post-create kafka Topic{name=my-topic, numPartitions=12, numReplicas=3, config={}, metadata=null} 2021-01-08 08:21:18,40036 DEBUG [vert.x-eventloop-thread-0] TopicOperator:680 - 0|kube +my-topic|1208637: topicStore->kafkaTopic: TopicDiff{differences={}} 2021-01-08 08:21:18,40077 DEBUG [vert.x-eventloop-thread-0] TopicOperator:682 - 0|kube +my-topic|1208637: topicStore->k8sTopic: TopicDiff{differences={}} 2021-01-08 08:21:18,40111 DEBUG [vert.x-eventloop-thread-0] TopicOperator:691 - 0|kube +my-topic|1208637: Diffs do not conflict, merged diff: TopicDiff{differences={}} 2021-01-08 08:21:18,40133 INFO [vert.x-eventloop-thread-0] TopicOperator:693 - 0|kube +my-topic|1208637: All three topics are identical 2021-01-08 08:21:18,40167 DEBUG [vert.x-eventloop-thread-0] TopicOperator:475 - 0|kube +my-topic|1208637: Executing handler for action onResourceEvent on topic my-topic 2021-01-08 08:21:18,40196 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1000 - 0|kube +my-topic|1208637: There is a KafkaTopic to set status on, rv=1208637, generation=1 2021-01-08 08:21:18,40278 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received METADATA response from node 2 for request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=13): org.apache.kafka.common.requests.MetadataResponse@239fb8d0 2021-01-08 08:21:18,41449 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received DESCRIBE_CONFIGS response from node 0 for request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=14): org.apache.kafka.common.requests.DescribeConfigsResponse@5c7f9aba 2021-01-08 08:21:18,51840 DEBUG [vert.x-eventloop-thread-0] StatusDiff:48 - Status differs: {"op":"replace","path":"/","value":{"conditions":[{"type":"Ready","status":"True","lastTransitionTime":"2021-01-08T08:21:18.405724Z"}],"observedGeneration":1}} 2021-01-08 08:21:18,51920 DEBUG [vert.x-eventloop-thread-0] StatusDiff:49 - Current Status path / has value 2021-01-08 08:21:18,51944 DEBUG [vert.x-eventloop-thread-0] StatusDiff:50 - Desired Status path / has value 2021-01-08 08:21:18,53190 DEBUG [vert.x-eventloop-thread-0] TopicOperator:564 - Post-create kafka Topic{name=my-topic-reversed, numPartitions=12, numReplicas=3, config={}, metadata=null} 2021-01-08 08:21:18,53232 DEBUG [vert.x-eventloop-thread-0] TopicOperator:680 - 1|kube +my-topic-reversed|1208639: topicStore->kafkaTopic: TopicDiff{differences={}} 2021-01-08 08:21:18,53255 DEBUG [vert.x-eventloop-thread-0] TopicOperator:682 - 1|kube +my-topic-reversed|1208639: topicStore->k8sTopic: TopicDiff{differences={}} 2021-01-08 08:21:18,53278 DEBUG [vert.x-eventloop-thread-0] TopicOperator:691 - 1|kube +my-topic-reversed|1208639: Diffs do not conflict, merged diff: TopicDiff{differences={}} 2021-01-08 08:21:18,53299 INFO [vert.x-eventloop-thread-0] TopicOperator:693 - 1|kube +my-topic-reversed|1208639: All three topics are identical 2021-01-08 08:21:18,53332 DEBUG [vert.x-eventloop-thread-0] TopicOperator:475 - 1|kube +my-topic-reversed|1208639: Executing handler for action onResourceEvent on topic my-topic-reversed 2021-01-08 08:21:18,53364 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1000 - 1|kube +my-topic-reversed|1208639: There is a KafkaTopic to set status on, rv=1208639, generation=1 2021-01-08 08:21:18,53465 DEBUG [vert.x-eventloop-thread-0] StatusDiff:48 - Status differs: {"op":"replace","path":"/","value":{"conditions":[{"type":"Ready","status":"True","lastTransitionTime":"2021-01-08T08:21:18.533756Z"}],"observedGeneration":1}} 2021-01-08 08:21:18,53493 DEBUG [vert.x-eventloop-thread-0] StatusDiff:49 - Current Status path / has value 2021-01-08 08:21:18,53512 DEBUG [vert.x-eventloop-thread-0] StatusDiff:50 - Desired Status path / has value 2021-01-08 08:21:18,56972 INFO [OkHttp https://172.30.0.1/...] K8sTopicWatcher:45 - 4|kube =my-topic|1208692: event MODIFIED on resource my-topic generation=1, labels={strimzi.io/cluster=my-cluster} 2021-01-08 08:21:18,57013 DEBUG [OkHttp https://172.30.0.1/...] TopicOperator:460 - 4|kube =my-topic|1208692: Queuing action onResourceEvent on topic my-topic 2021-01-08 08:21:18,57034 DEBUG [OkHttp https://172.30.0.1/...] TopicOperator:466 - 4|kube =my-topic|1208692: Adding waiter onResourceEvent: 3 2021-01-08 08:21:18,57052 DEBUG [kubernetes-ops-pool-0] CrdOperator:117 - Status of KafkaTopic my-topic in namespace myproject has been updated 2021-01-08 08:21:18,57198 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1014 - 0|kube +my-topic|1208637: status was set rv=1208692, generation=1, observedGeneration=1 2021-01-08 08:21:18,57324 INFO [vert.x-eventloop-thread-0] K8sTopicWatcher:49 - 0|kube +my-topic|1208637: Success processing event ADDED on resource my-topic with labels {strimzi.io/cluster=my-cluster} 2021-01-08 08:21:18,57445 DEBUG [vert.x-eventloop-thread-0] TopicOperator:492 - 0|kube +my-topic|1208637: Lock released 2021-01-08 08:21:18,57456 DEBUG [vert.x-eventloop-thread-1] TopicOperator:472 - 2|/brokers/topics 1:+my-topic: Lock acquired 2021-01-08 08:21:18,57479 DEBUG [vert.x-eventloop-thread-0] TopicOperator:452 - 0|kube +my-topic|1208637: Removing waiter onResourceEvent, 2 waiters left 2021-01-08 08:21:18,57482 DEBUG [vert.x-eventloop-thread-1] TopicOperator:473 - 2|/brokers/topics 1:+my-topic: Executing action onTopicCreated on topic my-topic 2021-01-08 08:21:18,57793 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094138577, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:18,57874 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='my-topic', numPartitions=1, replicationFactor=1, assignments=[], configs=[])], timeoutMs=30000, validateOnly=true) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=15 2021-01-08 08:21:18,57918 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=15) and timeout 30000 to node 2: {topics=[{name=my-topic,num_partitions=1,replication_factor=1,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=true,_tagged_fields={}} 2021-01-08 08:21:18,58113 DEBUG [vert.x-eventloop-thread-1] Util:94 - Waiting for 2|/brokers/topics 1:+my-topic to get confirmed existence 2021-01-08 08:21:18,58527 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=15): org.apache.kafka.common.requests.CreateTopicsResponse@33fb99a8 2021-01-08 08:21:18,58973 DEBUG [kubernetes-ops-pool-1] CrdOperator:117 - Status of KafkaTopic my-topic-reversed in namespace myproject has been updated 2021-01-08 08:21:18,59043 INFO [OkHttp https://172.30.0.1/...] K8sTopicWatcher:45 - 5|kube =my-topic-reversed|1208693: event MODIFIED on resource my-topic-reversed generation=1, labels={strimzi.io/cluster=my-cluster} 2021-01-08 08:21:18,59072 DEBUG [OkHttp https://172.30.0.1/...] TopicOperator:460 - 5|kube =my-topic-reversed|1208693: Queuing action onResourceEvent on topic my-topic-reversed 2021-01-08 08:21:18,59097 DEBUG [OkHttp https://172.30.0.1/...] TopicOperator:466 - 5|kube =my-topic-reversed|1208693: Adding waiter onResourceEvent: 3 2021-01-08 08:21:18,59100 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1014 - 1|kube +my-topic-reversed|1208639: status was set rv=1208693, generation=1, observedGeneration=1 2021-01-08 08:21:18,59132 INFO [vert.x-eventloop-thread-0] K8sTopicWatcher:49 - 1|kube +my-topic-reversed|1208639: Success processing event ADDED on resource my-topic-reversed with labels {strimzi.io/cluster=my-cluster} 2021-01-08 08:21:18,59181 DEBUG [vert.x-eventloop-thread-0] TopicOperator:492 - 1|kube +my-topic-reversed|1208639: Lock released 2021-01-08 08:21:18,59191 DEBUG [vert.x-eventloop-thread-1] TopicOperator:472 - 3|/brokers/topics 2:+my-topic-reversed: Lock acquired 2021-01-08 08:21:18,59202 DEBUG [vert.x-eventloop-thread-0] TopicOperator:452 - 1|kube +my-topic-reversed|1208639: Removing waiter onResourceEvent, 2 waiters left 2021-01-08 08:21:18,59215 DEBUG [vert.x-eventloop-thread-1] TopicOperator:473 - 3|/brokers/topics 2:+my-topic-reversed: Executing action onTopicCreated on topic my-topic-reversed 2021-01-08 08:21:18,59251 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094138592, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:18,59284 DEBUG [vert.x-eventloop-thread-1] Util:94 - Waiting for 3|/brokers/topics 2:+my-topic-reversed to get confirmed existence 2021-01-08 08:21:18,59410 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='my-topic-reversed', numPartitions=1, replicationFactor=1, assignments=[], configs=[])], timeoutMs=30000, validateOnly=true) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=16 2021-01-08 08:21:18,59469 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=16) and timeout 30000 to node 2: {topics=[{name=my-topic-reversed,num_partitions=1,replication_factor=1,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=true,_tagged_fields={}} 2021-01-08 08:21:18,60072 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=16): org.apache.kafka.common.requests.CreateTopicsResponse@4c931c8a 2021-01-08 08:21:19,59177 DEBUG [vert.x-eventloop-thread-1] Util:116 - 2|/brokers/topics 1:+my-topic is confirmed existence 2021-01-08 08:21:19,59215 DEBUG [vert.x-eventloop-thread-1] KafkaImpl:108 - Getting metadata for topic my-topic 2021-01-08 08:21:19,59250 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094139592, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:19,59326 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='my-topic', numPartitions=1, replicationFactor=1, assignments=[], configs=[])], timeoutMs=30000, validateOnly=true) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=17 2021-01-08 08:21:19,59371 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=17) and timeout 30000 to node 2: {topics=[{name=my-topic,num_partitions=1,replication_factor=1,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=true,_tagged_fields={}} 2021-01-08 08:21:19,59878 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=17): org.apache.kafka.common.requests.CreateTopicsResponse@121474f0 2021-01-08 08:21:19,60001 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeTopics, deadlineMs=1610094139599, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:19,60037 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeConfigs, deadlineMs=1610094139600, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:19,60066 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending MetadataRequestData(topics=[MetadataRequestTopic(name='my-topic')], allowAutoTopicCreation=false, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) to my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc:9091 (id: 0 rack: null). correlationId=18 2021-01-08 08:21:19,60097 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending METADATA request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=18) and timeout 30000 to node 0: {topics=[{name=my-topic,_tagged_fields={}}],allow_auto_topic_creation=false,include_cluster_authorized_operations=false,include_topic_authorized_operations=false,_tagged_fields={}} 2021-01-08 08:21:19,60151 DEBUG [vert.x-eventloop-thread-1] Util:116 - 3|/brokers/topics 2:+my-topic-reversed is confirmed existence 2021-01-08 08:21:19,60175 DEBUG [vert.x-eventloop-thread-1] KafkaImpl:108 - Getting metadata for topic my-topic-reversed 2021-01-08 08:21:19,60202 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094139601, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:19,60226 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending org.apache.kafka.common.requests.DescribeConfigsRequest$Builder@329e8642 to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=19 2021-01-08 08:21:19,60253 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending DESCRIBE_CONFIGS request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=19) and timeout 30000 to node 2: {resources=[{resource_type=2,resource_name=my-topic,configuration_keys=null}],include_synonyms=false,include_documentation=false} 2021-01-08 08:21:19,60649 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received METADATA response from node 0 for request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=18): org.apache.kafka.common.requests.MetadataResponse@5d477f60 2021-01-08 08:21:19,61405 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received DESCRIBE_CONFIGS response from node 2 for request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=19): org.apache.kafka.common.requests.DescribeConfigsResponse@9e44f0e 2021-01-08 08:21:19,61549 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='my-topic-reversed', numPartitions=1, replicationFactor=1, assignments=[], configs=[])], timeoutMs=30000, validateOnly=true) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=20 2021-01-08 08:21:19,61629 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=20) and timeout 30000 to node 2: {topics=[{name=my-topic-reversed,num_partitions=1,replication_factor=1,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=true,_tagged_fields={}} 2021-01-08 08:21:19,61980 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 22,4 replyHeader:: 22,4294967437,0 request:: '/strimzi/topics/my-topic,F response:: #7b226d61702d6e616d65223a226d792d746f706963222c22746f7069632d6e616d65223a226d792d746f706963222c22706172746974696f6e73223a31322c227265706c69636173223a332c22636f6e666967223a7b7d7d,s{4294967407,4294967407,1610094077443,1610094077443,0,0,0,0,88,0,4294967407} 2021-01-08 08:21:19,62032 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=20): org.apache.kafka.common.requests.CreateTopicsResponse@38661936 2021-01-08 08:21:19,62161 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeTopics, deadlineMs=1610094139621, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:19,62203 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeConfigs, deadlineMs=1610094139621, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:19,62223 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending MetadataRequestData(topics=[MetadataRequestTopic(name='my-topic-reversed')], allowAutoTopicCreation=false, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) to my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc:9091 (id: 0 rack: null). correlationId=21 2021-01-08 08:21:19,62253 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending METADATA request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=21) and timeout 30000 to node 0: {topics=[{name=my-topic-reversed,_tagged_fields={}}],allow_auto_topic_creation=false,include_cluster_authorized_operations=false,include_topic_authorized_operations=false,_tagged_fields={}} 2021-01-08 08:21:19,62382 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending org.apache.kafka.common.requests.DescribeConfigsRequest$Builder@7e8c34ee to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=22 2021-01-08 08:21:19,62409 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending DESCRIBE_CONFIGS request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=22) and timeout 30000 to node 2: {resources=[{resource_type=2,resource_name=my-topic-reversed,configuration_keys=null}],include_synonyms=false,include_documentation=false} 2021-01-08 08:21:19,62983 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received METADATA response from node 0 for request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=21): org.apache.kafka.common.requests.MetadataResponse@1856e820 2021-01-08 08:21:19,63748 DEBUG [vert.x-eventloop-thread-0] K8sTopicWatcher:72 - 2|/brokers/topics 1:+my-topic: Concurrent modification in kube: new version 1208692 2021-01-08 08:21:19,63788 INFO [vert.x-eventloop-thread-0] TopicOperator:538 - 2|/brokers/topics 1:+my-topic|1208692: Reconciling topic my-topic, k8sTopic:nonnull, kafkaTopic:nonnull, privateTopic:nonnull 2021-01-08 08:21:19,63811 DEBUG [vert.x-eventloop-thread-0] TopicOperator:598 - 2|/brokers/topics 1:+my-topic|1208692: 3 way diff 2021-01-08 08:21:19,63836 DEBUG [vert.x-eventloop-thread-0] TopicOperator:680 - 2|/brokers/topics 1:+my-topic|1208692: topicStore->kafkaTopic: TopicDiff{differences={}} 2021-01-08 08:21:19,63858 DEBUG [vert.x-eventloop-thread-0] TopicOperator:682 - 2|/brokers/topics 1:+my-topic|1208692: topicStore->k8sTopic: TopicDiff{differences={}} 2021-01-08 08:21:19,63879 DEBUG [vert.x-eventloop-thread-0] TopicOperator:691 - 2|/brokers/topics 1:+my-topic|1208692: Diffs do not conflict, merged diff: TopicDiff{differences={}} 2021-01-08 08:21:19,63896 INFO [vert.x-eventloop-thread-0] TopicOperator:693 - 2|/brokers/topics 1:+my-topic|1208692: All three topics are identical 2021-01-08 08:21:19,63915 DEBUG [vert.x-eventloop-thread-0] TopicOperator:973 - succeeded reconciliation onTopicCreated 2021-01-08 08:21:19,63944 DEBUG [vert.x-eventloop-thread-0] TopicOperator:475 - 2|/brokers/topics 1:+my-topic|1208692: Executing handler for action onTopicCreated on topic my-topic 2021-01-08 08:21:19,63966 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1000 - 2|/brokers/topics 1:+my-topic|1208692: There is a KafkaTopic to set status on, rv=1208692, generation=1 2021-01-08 08:21:19,64257 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received DESCRIBE_CONFIGS response from node 2 for request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=22): org.apache.kafka.common.requests.DescribeConfigsResponse@3361581b 2021-01-08 08:21:19,64813 DEBUG [vert.x-eventloop-thread-0] StatusDiff:43 - Ignoring Status diff {"op":"replace","path":"/conditions/0/lastTransitionTime","value":"2021-01-08T08:21:19.639798Z"} 2021-01-08 08:21:19,64857 DEBUG [vert.x-eventloop-thread-0] ZkTopicsWatcher:151 - 2|/brokers/topics 1:+my-topic|1208692: Success responding to creation of topic my-topic 2021-01-08 08:21:19,64919 DEBUG [vert.x-eventloop-thread-0] TopicOperator:492 - 2|/brokers/topics 1:+my-topic|1208692: Lock released 2021-01-08 08:21:19,64942 DEBUG [vert.x-eventloop-thread-0] TopicOperator:452 - 2|/brokers/topics 1:+my-topic|1208692: Removing waiter onTopicCreated, 1 waiters left 2021-01-08 08:21:19,64937 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 23,4 replyHeader:: 23,4294967437,0 request:: '/strimzi/topics/my-topic-reversed,F response:: #7b226d61702d6e616d65223a226d792d746f7069632d7265766572736564222c22746f7069632d6e616d65223a226d792d746f7069632d7265766572736564222c22706172746974696f6e73223a31322c227265706c69636173223a332c22636f6e666967223a7b7d7d,s{4294967436,4294967436,1610094078314,1610094078314,0,0,0,0,106,0,4294967436} 2021-01-08 08:21:19,64968 DEBUG [vert.x-eventloop-thread-0] TopicOperator:472 - 4|kube =my-topic|1208692: Lock acquired 2021-01-08 08:21:19,64985 DEBUG [vert.x-eventloop-thread-0] TopicOperator:473 - 4|kube =my-topic|1208692: Executing action onResourceEvent on topic my-topic 2021-01-08 08:21:19,65914 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1054 - 4|kube =my-topic|1208692: last updated generation=1 2021-01-08 08:21:19,65945 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1062 - 4|kube =my-topic|1208692: Ignoring modification event caused by my own status update on my-topic 2021-01-08 08:21:19,65969 DEBUG [vert.x-eventloop-thread-0] TopicOperator:475 - 4|kube =my-topic|1208692: Executing handler for action onResourceEvent on topic my-topic 2021-01-08 08:21:19,65987 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1031 - 4|kube =my-topic|1208692: No KafkaTopic to set status 2021-01-08 08:21:19,66011 INFO [vert.x-eventloop-thread-0] K8sTopicWatcher:49 - 4|kube =my-topic|1208692: Success processing event MODIFIED on resource my-topic with labels {strimzi.io/cluster=my-cluster} 2021-01-08 08:21:19,66031 DEBUG [vert.x-eventloop-thread-0] TopicOperator:492 - 4|kube =my-topic|1208692: Lock released 2021-01-08 08:21:19,66050 DEBUG [vert.x-eventloop-thread-0] TopicOperator:449 - 4|kube =my-topic|1208692: Removing last waiter onResourceEvent 2021-01-08 08:21:19,66154 DEBUG [vert.x-eventloop-thread-1] K8sTopicWatcher:72 - 3|/brokers/topics 2:+my-topic-reversed: Concurrent modification in kube: new version 1208693 2021-01-08 08:21:19,66188 INFO [vert.x-eventloop-thread-1] TopicOperator:538 - 3|/brokers/topics 2:+my-topic-reversed|1208693: Reconciling topic my-topic-reversed, k8sTopic:nonnull, kafkaTopic:nonnull, privateTopic:nonnull 2021-01-08 08:21:19,66205 DEBUG [vert.x-eventloop-thread-1] TopicOperator:598 - 3|/brokers/topics 2:+my-topic-reversed|1208693: 3 way diff 2021-01-08 08:21:19,66228 DEBUG [vert.x-eventloop-thread-1] TopicOperator:680 - 3|/brokers/topics 2:+my-topic-reversed|1208693: topicStore->kafkaTopic: TopicDiff{differences={}} 2021-01-08 08:21:19,66247 DEBUG [vert.x-eventloop-thread-1] TopicOperator:682 - 3|/brokers/topics 2:+my-topic-reversed|1208693: topicStore->k8sTopic: TopicDiff{differences={}} 2021-01-08 08:21:19,66273 DEBUG [vert.x-eventloop-thread-1] TopicOperator:691 - 3|/brokers/topics 2:+my-topic-reversed|1208693: Diffs do not conflict, merged diff: TopicDiff{differences={}} 2021-01-08 08:21:19,66289 INFO [vert.x-eventloop-thread-1] TopicOperator:693 - 3|/brokers/topics 2:+my-topic-reversed|1208693: All three topics are identical 2021-01-08 08:21:19,66305 DEBUG [vert.x-eventloop-thread-1] TopicOperator:973 - succeeded reconciliation onTopicCreated 2021-01-08 08:21:19,66327 DEBUG [vert.x-eventloop-thread-1] TopicOperator:475 - 3|/brokers/topics 2:+my-topic-reversed|1208693: Executing handler for action onTopicCreated on topic my-topic-reversed 2021-01-08 08:21:19,66344 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1000 - 3|/brokers/topics 2:+my-topic-reversed|1208693: There is a KafkaTopic to set status on, rv=1208693, generation=1 2021-01-08 08:21:19,66478 DEBUG [vert.x-eventloop-thread-1] StatusDiff:43 - Ignoring Status diff {"op":"replace","path":"/conditions/0/lastTransitionTime","value":"2021-01-08T08:21:19.663552Z"} 2021-01-08 08:21:19,66503 DEBUG [vert.x-eventloop-thread-1] ZkTopicsWatcher:151 - 3|/brokers/topics 2:+my-topic-reversed|1208693: Success responding to creation of topic my-topic-reversed 2021-01-08 08:21:19,66563 DEBUG [vert.x-eventloop-thread-1] TopicOperator:492 - 3|/brokers/topics 2:+my-topic-reversed|1208693: Lock released 2021-01-08 08:21:19,66584 DEBUG [vert.x-eventloop-thread-1] TopicOperator:452 - 3|/brokers/topics 2:+my-topic-reversed|1208693: Removing waiter onTopicCreated, 1 waiters left 2021-01-08 08:21:19,66605 DEBUG [vert.x-eventloop-thread-1] TopicOperator:472 - 5|kube =my-topic-reversed|1208693: Lock acquired 2021-01-08 08:21:19,66622 DEBUG [vert.x-eventloop-thread-1] TopicOperator:473 - 5|kube =my-topic-reversed|1208693: Executing action onResourceEvent on topic my-topic-reversed 2021-01-08 08:21:19,67689 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1054 - 5|kube =my-topic-reversed|1208693: last updated generation=1 2021-01-08 08:21:19,67720 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1062 - 5|kube =my-topic-reversed|1208693: Ignoring modification event caused by my own status update on my-topic-reversed 2021-01-08 08:21:19,67742 DEBUG [vert.x-eventloop-thread-1] TopicOperator:475 - 5|kube =my-topic-reversed|1208693: Executing handler for action onResourceEvent on topic my-topic-reversed 2021-01-08 08:21:19,67761 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1031 - 5|kube =my-topic-reversed|1208693: No KafkaTopic to set status 2021-01-08 08:21:19,67786 INFO [vert.x-eventloop-thread-1] K8sTopicWatcher:49 - 5|kube =my-topic-reversed|1208693: Success processing event MODIFIED on resource my-topic-reversed with labels {strimzi.io/cluster=my-cluster} 2021-01-08 08:21:19,67806 DEBUG [vert.x-eventloop-thread-1] TopicOperator:492 - 5|kube =my-topic-reversed|1208693: Lock released 2021-01-08 08:21:19,67825 DEBUG [vert.x-eventloop-thread-1] TopicOperator:449 - 5|kube =my-topic-reversed|1208693: Removing last waiter onResourceEvent 2021-01-08 08:21:26,32171 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 1ms 2021-01-08 08:21:26,40918 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:846 - Got notification sessionid:0x101a07e36350006 2021-01-08 08:21:26,40950 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:868 - Got WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/brokers/topics for sessionid 0x101a07e36350006 2021-01-08 08:21:26,40989 DEBUG [vert.x-worker-thread-0-EventThread] ZkClient:615 - Received event: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/brokers/topics 2021-01-08 08:21:26,41013 DEBUG [vert.x-worker-thread-0-EventThread] ZkEventThread:89 - New event: ZkEvent[Children of /brokers/topics changed sent to io.strimzi.operator.topic.zk.ZkImpl$$Lambda$372/0x0000000840389c40@3dd31f33] 2021-01-08 08:21:26,41031 DEBUG [vert.x-worker-thread-0-EventThread] ZkClient:659 - Leaving process event 2021-01-08 08:21:26,41063 DEBUG [ZkClient-EventThread-19-localhost:2181] ZkEventThread:70 - Delivering event #3 ZkEvent[Children of /brokers/topics changed sent to io.strimzi.operator.topic.zk.ZkImpl$$Lambda$372/0x0000000840389c40@3dd31f33] 2021-01-08 08:21:26,41296 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 24,3 replyHeader:: 24,4294967441,0 request:: '/brokers/topics,T response:: s{4294967304,4294967304,1610094013731,1610094013731,0,3,0,0,0,3,4294967441} 2021-01-08 08:21:26,41610 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 25,8 replyHeader:: 25,4294967441,0 request:: '/brokers/topics,T response:: v{'my-topic,'__consumer_offsets,'my-topic-reversed} 2021-01-08 08:21:26,41660 DEBUG [ZkClient-EventThread-19-localhost:2181] ZkTopicsWatcher:115 - 3: znode /brokers/topics now has children [my-topic, __consumer_offsets, my-topic-reversed], previous children [my-topic, my-topic-reversed] 2021-01-08 08:21:26,41683 INFO [ZkClient-EventThread-19-localhost:2181] ZkTopicsWatcher:127 - Topics deleted from ZK for watch 3: [] 2021-01-08 08:21:26,41699 INFO [ZkClient-EventThread-19-localhost:2181] ZkTopicsWatcher:143 - Topics created in ZK for watch 3: [__consumer_offsets] 2021-01-08 08:21:26,41717 DEBUG [ZkClient-EventThread-19-localhost:2181] TopicConfigsWatcher:73 - Watching znode /config/topics/__consumer_offsets for changes 2021-01-08 08:21:26,41778 DEBUG [ZkClient-EventThread-19-localhost:2181] ZkTopicWatcher:73 - Watching znode /brokers/topics/__consumer_offsets for changes 2021-01-08 08:21:26,41812 DEBUG [ZkClient-EventThread-19-localhost:2181] TopicOperator:957 - Metric onTopicCreated triggered 2021-01-08 08:21:26,41834 DEBUG [ZkClient-EventThread-19-localhost:2181] TopicOperator:460 - 6|/brokers/topics 3:+__consumer_offsets: Queuing action onTopicCreated on topic __consumer_offsets 2021-01-08 08:21:26,41851 DEBUG [ZkClient-EventThread-19-localhost:2181] TopicOperator:463 - 6|/brokers/topics 3:+__consumer_offsets: Adding first waiter onTopicCreated 2021-01-08 08:21:26,42030 DEBUG [ZkClient-EventThread-19-localhost:2181] ZkEventThread:80 - Delivering event #3 done 2021-01-08 08:21:26,42082 DEBUG [vert.x-eventloop-thread-0] TopicOperator:472 - 6|/brokers/topics 3:+__consumer_offsets: Lock acquired 2021-01-08 08:21:26,42101 DEBUG [vert.x-eventloop-thread-0] TopicOperator:473 - 6|/brokers/topics 3:+__consumer_offsets: Executing action onTopicCreated on topic __consumer_offsets 2021-01-08 08:21:26,42145 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094146421, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:26,42176 DEBUG [vert.x-eventloop-thread-0] Util:94 - Waiting for 6|/brokers/topics 3:+__consumer_offsets to get confirmed existence 2021-01-08 08:21:26,42514 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 26,3 replyHeader:: 26,4294967441,0 request:: '/config/topics/__consumer_offsets,T response:: s{4294967440,4294967440,1610094086370,1610094086370,0,0,0,0,109,0,4294967440} 2021-01-08 08:21:26,42600 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 27,3 replyHeader:: 27,4294967441,0 request:: '/brokers/topics/__consumer_offsets,T response:: s{4294967441,4294967441,1610094086394,1610094086394,0,0,0,0,712,0,4294967441} 2021-01-08 08:21:26,42629 DEBUG [io.strimzi.operator.topic.zk.ZkImpl-1] ZkClient:196 - Subscribed data changes for /brokers/topics/__consumer_offsets 2021-01-08 08:21:26,42686 DEBUG [io.strimzi.operator.topic.zk.ZkImpl-0] ZkClient:196 - Subscribed data changes for /config/topics/__consumer_offsets 2021-01-08 08:21:26,42747 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='__consumer_offsets', numPartitions=1, replicationFactor=1, assignments=[], configs=[])], timeoutMs=30000, validateOnly=true) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=23 2021-01-08 08:21:26,42803 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=23) and timeout 30000 to node 2: {topics=[{name=__consumer_offsets,num_partitions=1,replication_factor=1,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=true,_tagged_fields={}} 2021-01-08 08:21:26,43712 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 28,4 replyHeader:: 28,4294967441,0 request:: '/brokers/topics/__consumer_offsets,T response:: #7b2276657273696f6e223a322c22706172746974696f6e73223a7b223330223a5b322c312c305d2c223339223a5b322c302c315d2c223435223a5b322c302c315d2c2232223a5b312c302c325d2c2235223a5b312c322c305d2c223438223a5b322c312c305d2c223333223a5b322c302c315d2c223237223a5b322c302c315d2c223132223a5b322c312c305d2c2238223a5b312c302c325d2c223135223a5b322c302c315d2c223432223a5b322c312c305d2c223336223a5b322c312c305d2c223231223a5b322c302c315d2c223138223a5b322c312c305d2c223234223a5b322c312c305d2c223335223a5b312c322c305d2c223431223a5b312c322c305d2c2237223a5b302c322c315d2c223137223a5b312c322c305d2c2231223a5b302c322c315d2c223434223a5b312c302c325d2c223233223a5b312c322c305d2c223338223a5b312c302c325d2c223437223a5b312c322c305d2c2234223a5b302c312c325d2c223236223a5b312c302c325d2c223131223a5b312c322c305d2c223332223a5b312c302c325d2c223134223a5b312c302c325d2c223230223a5b312c302c325d2c223239223a5b312c322c305d2c223436223a5b302c312c325d2c223334223a5b302c312c325d2c223238223a5b302c312c325d2c2236223a5b322c312c305d2c223430223a5b302c312c325d2c223439223a5b302c322c315d2c2239223a5b322c302c315d2c223433223a5b302c322c315d2c2230223a5b322c312c305d2c223232223a5b302c312c325d2c223136223a5b302c312c325d2c223337223a5b302c322c315d2c223139223a5b302c322c315d2c2233223a5b322c302c315d2c223130223a5b302c312c325d2c223331223a5b302c322c315d2c223235223a5b302c322c315d2c223133223a5b302c322c315d7d2c22616464696e675f7265706c69636173223a7b7d2c2272656d6f76696e675f7265706c69636173223a7b7d7d,s{4294967441,4294967441,1610094086394,1610094086394,0,0,0,0,712,0,4294967441} 2021-01-08 08:21:26,43828 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 29,4 replyHeader:: 29,4294967441,0 request:: '/config/topics/__consumer_offsets,T response:: #7b2276657273696f6e223a312c22636f6e666967223a7b22636f6d7072657373696f6e2e74797065223a2270726f6475636572222c22636c65616e75702e706f6c696379223a22636f6d70616374222c227365676d656e742e6279746573223a22313034383537363030227d7d,s{4294967440,4294967440,1610094086370,1610094086370,0,0,0,0,109,0,4294967440} 2021-01-08 08:21:26,43848 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=23): org.apache.kafka.common.requests.CreateTopicsResponse@3b4658e8 2021-01-08 08:21:27,42644 DEBUG [vert.x-eventloop-thread-0] Util:116 - 6|/brokers/topics 3:+__consumer_offsets is confirmed existence 2021-01-08 08:21:27,42687 DEBUG [vert.x-eventloop-thread-0] KafkaImpl:108 - Getting metadata for topic __consumer_offsets 2021-01-08 08:21:27,42728 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094147427, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:27,42837 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='__consumer_offsets', numPartitions=1, replicationFactor=1, assignments=[], configs=[])], timeoutMs=30000, validateOnly=true) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=24 2021-01-08 08:21:27,43224 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=24) and timeout 30000 to node 2: {topics=[{name=__consumer_offsets,num_partitions=1,replication_factor=1,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=true,_tagged_fields={}} 2021-01-08 08:21:27,44161 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=24): org.apache.kafka.common.requests.CreateTopicsResponse@24f2202a 2021-01-08 08:21:27,44364 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeTopics, deadlineMs=1610094147443, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:27,44412 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeConfigs, deadlineMs=1610094147443, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:21:27,44517 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending MetadataRequestData(topics=[MetadataRequestTopic(name='__consumer_offsets')], allowAutoTopicCreation=false, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=25 2021-01-08 08:21:27,44551 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending METADATA request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=25) and timeout 30000 to node 2: {topics=[{name=__consumer_offsets,_tagged_fields={}}],allow_auto_topic_creation=false,include_cluster_authorized_operations=false,include_topic_authorized_operations=false,_tagged_fields={}} 2021-01-08 08:21:27,44599 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending org.apache.kafka.common.requests.DescribeConfigsRequest$Builder@bcadb7c to my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc:9091 (id: 0 rack: null). correlationId=26 2021-01-08 08:21:27,44625 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending DESCRIBE_CONFIGS request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=26) and timeout 30000 to node 0: {resources=[{resource_type=2,resource_name=__consumer_offsets,configuration_keys=null}],include_synonyms=false,include_documentation=false} 2021-01-08 08:21:27,45252 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received DESCRIBE_CONFIGS response from node 0 for request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=26): org.apache.kafka.common.requests.DescribeConfigsResponse@3252fb9e 2021-01-08 08:21:27,45406 DEBUG [vert.x-eventloop-thread-0] TopicOperator:475 - 6|/brokers/topics 3:+__consumer_offsets: Executing handler for action onTopicCreated on topic __consumer_offsets 2021-01-08 08:21:27,45430 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1031 - 6|/brokers/topics 3:+__consumer_offsets: No KafkaTopic to set status 2021-01-08 08:21:27,45461 WARN [vert.x-eventloop-thread-0] ZkTopicsWatcher:153 - 6|/brokers/topics 3:+__consumer_offsets: Error responding to creation of topic __consumer_offsets org.apache.kafka.common.errors.UnknownTopicOrPartitionException: 2021-01-08 08:21:27,45504 DEBUG [vert.x-eventloop-thread-0] TopicOperator:492 - 6|/brokers/topics 3:+__consumer_offsets: Lock released 2021-01-08 08:21:27,45523 DEBUG [vert.x-eventloop-thread-0] TopicOperator:449 - 6|/brokers/topics 3:+__consumer_offsets: Removing last waiter onTopicCreated 2021-01-08 08:21:27,47721 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received METADATA response from node 2 for request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=25): org.apache.kafka.common.requests.MetadataResponse@3b5a6424 2021-01-08 08:21:33,10533 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 2ms 2021-01-08 08:21:39,77264 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 2ms 2021-01-08 08:21:46,44129 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 1ms 2021-01-08 08:21:53,11375 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 1ms 2021-01-08 08:21:59,78573 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 1ms 2021-01-08 08:22:06,45917 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 1ms 2021-01-08 08:22:13,13268 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 1ms 2021-01-08 08:22:19,80277 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 1ms 2021-01-08 08:22:26,47458 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 1ms 2021-01-08 08:22:29,78482 INFO [vert.x-eventloop-thread-1] TopicOperator:1267 - Starting periodic reconciliation 2021-01-08 08:22:29,78518 DEBUG [vert.x-eventloop-thread-1] KafkaImpl:127 - Listing topics 2021-01-08 08:22:29,78551 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=listTopics, deadlineMs=1610094209785, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:22:29,78666 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending MetadataRequestData(topics=null, allowAutoTopicCreation=true, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=27 2021-01-08 08:22:29,78735 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending METADATA request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=27) and timeout 30000 to node 2: {topics=null,allow_auto_topic_creation=true,include_cluster_authorized_operations=false,include_topic_authorized_operations=false,_tagged_fields={}} 2021-01-08 08:22:29,79493 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received METADATA response from node 2 for request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=27): org.apache.kafka.common.requests.MetadataResponse@e1cf015 2021-01-08 08:22:29,79764 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1347 - Reconciling kafka topics [my-topic-reversed, my-topic, __consumer_offsets] 2021-01-08 08:22:29,79934 DEBUG [vert.x-eventloop-thread-0] TopicOperator:460 - 7|periodic kafka my-topic-reversed: Queuing action reconcile-from-kafka on topic my-topic-reversed 2021-01-08 08:22:29,79961 DEBUG [vert.x-eventloop-thread-0] TopicOperator:463 - 7|periodic kafka my-topic-reversed: Adding first waiter reconcile-from-kafka 2021-01-08 08:22:29,80002 DEBUG [vert.x-eventloop-thread-0] TopicOperator:460 - 8|periodic kafka my-topic: Queuing action reconcile-from-kafka on topic my-topic 2021-01-08 08:22:29,80019 DEBUG [vert.x-eventloop-thread-0] TopicOperator:463 - 8|periodic kafka my-topic: Adding first waiter reconcile-from-kafka 2021-01-08 08:22:29,80046 DEBUG [vert.x-eventloop-thread-0] TopicOperator:460 - 9|periodic kafka __consumer_offsets: Queuing action reconcile-from-kafka on topic __consumer_offsets 2021-01-08 08:22:29,80064 DEBUG [vert.x-eventloop-thread-0] TopicOperator:463 - 9|periodic kafka __consumer_offsets: Adding first waiter reconcile-from-kafka 2021-01-08 08:22:29,80410 DEBUG [vert.x-eventloop-thread-0] TopicOperator:472 - 7|periodic kafka my-topic-reversed: Lock acquired 2021-01-08 08:22:29,80428 DEBUG [vert.x-eventloop-thread-0] TopicOperator:473 - 7|periodic kafka my-topic-reversed: Executing action reconcile-from-kafka on topic my-topic-reversed 2021-01-08 08:22:29,80669 DEBUG [vert.x-eventloop-thread-0] TopicOperator:472 - 8|periodic kafka my-topic: Lock acquired 2021-01-08 08:22:29,80687 DEBUG [vert.x-eventloop-thread-0] TopicOperator:473 - 8|periodic kafka my-topic: Executing action reconcile-from-kafka on topic my-topic 2021-01-08 08:22:29,80720 DEBUG [vert.x-eventloop-thread-0] TopicOperator:472 - 9|periodic kafka __consumer_offsets: Lock acquired 2021-01-08 08:22:29,80735 DEBUG [vert.x-eventloop-thread-0] TopicOperator:473 - 9|periodic kafka __consumer_offsets: Executing action reconcile-from-kafka on topic __consumer_offsets 2021-01-08 08:22:29,80915 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 30,4 replyHeader:: 30,4294967542,0 request:: '/strimzi/topics/my-topic-reversed,F response:: #7b226d61702d6e616d65223a226d792d746f7069632d7265766572736564222c22746f7069632d6e616d65223a226d792d746f7069632d7265766572736564222c22706172746974696f6e73223a31322c227265706c69636173223a332c22636f6e666967223a7b7d7d,s{4294967436,4294967436,1610094078314,1610094078314,0,0,0,0,106,0,4294967436} 2021-01-08 08:22:29,81138 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 31,4 replyHeader:: 31,4294967542,0 request:: '/strimzi/topics/my-topic,F response:: #7b226d61702d6e616d65223a226d792d746f706963222c22746f7069632d6e616d65223a226d792d746f706963222c22706172746974696f6e73223a31322c227265706c69636173223a332c22636f6e666967223a7b7d7d,s{4294967407,4294967407,1610094077443,1610094077443,0,0,0,0,88,0,4294967407} 2021-01-08 08:22:29,81255 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1368 - 7|periodic kafka my-topic-reversed: Have private topic for topic my-topic-reversed in Kafka 2021-01-08 08:22:29,81333 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 32,4 replyHeader:: 32,4294967542,-101 request:: '/strimzi/topics/__consumer_offsets,F response:: 2021-01-08 08:22:29,81735 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1368 - 8|periodic kafka my-topic: Have private topic for topic my-topic in Kafka 2021-01-08 08:22:29,81794 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1364 - 9|periodic kafka __consumer_offsets: No private topic for topic __consumer_offsets in Kafka -> undetermined 2021-01-08 08:22:29,81817 DEBUG [vert.x-eventloop-thread-0] TopicOperator:475 - 9|periodic kafka __consumer_offsets: Executing handler for action reconcile-from-kafka on topic __consumer_offsets 2021-01-08 08:22:29,81833 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1031 - 9|periodic kafka __consumer_offsets: No KafkaTopic to set status 2021-01-08 08:22:29,81856 DEBUG [vert.x-eventloop-thread-0] TopicOperator:492 - 9|periodic kafka __consumer_offsets: Lock released 2021-01-08 08:22:29,81873 DEBUG [vert.x-eventloop-thread-0] TopicOperator:449 - 9|periodic kafka __consumer_offsets: Removing last waiter reconcile-from-kafka 2021-01-08 08:22:29,82884 DEBUG [vert.x-eventloop-thread-0] K8sTopicWatcher:72 - 7|periodic kafka my-topic-reversed: Concurrent modification in kube: new version 1208693 2021-01-08 08:22:29,82923 DEBUG [vert.x-eventloop-thread-0] KafkaImpl:108 - Getting metadata for topic my-topic-reversed 2021-01-08 08:22:29,82971 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094209829, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:22:29,83035 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='my-topic-reversed', numPartitions=1, replicationFactor=1, assignments=[], configs=[])], timeoutMs=30000, validateOnly=true) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=28 2021-01-08 08:22:29,83081 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=28) and timeout 30000 to node 2: {topics=[{name=my-topic-reversed,num_partitions=1,replication_factor=1,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=true,_tagged_fields={}} 2021-01-08 08:22:29,83585 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=28): org.apache.kafka.common.requests.CreateTopicsResponse@771da241 2021-01-08 08:22:29,84342 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeTopics, deadlineMs=1610094209843, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:22:29,84383 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeConfigs, deadlineMs=1610094209843, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:22:29,84416 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending MetadataRequestData(topics=[MetadataRequestTopic(name='my-topic-reversed')], allowAutoTopicCreation=false, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=29 2021-01-08 08:22:29,84449 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending METADATA request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=29) and timeout 30000 to node 2: {topics=[{name=my-topic-reversed,_tagged_fields={}}],allow_auto_topic_creation=false,include_cluster_authorized_operations=false,include_topic_authorized_operations=false,_tagged_fields={}} 2021-01-08 08:22:29,84466 DEBUG [vert.x-eventloop-thread-0] K8sTopicWatcher:72 - 8|periodic kafka my-topic: Concurrent modification in kube: new version 1208692 2021-01-08 08:22:29,84508 DEBUG [vert.x-eventloop-thread-0] KafkaImpl:108 - Getting metadata for topic my-topic 2021-01-08 08:22:29,84541 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094209845, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:22:29,84608 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending org.apache.kafka.common.requests.DescribeConfigsRequest$Builder@22447360 to my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc:9091 (id: 0 rack: null). correlationId=30 2021-01-08 08:22:29,84636 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending DESCRIBE_CONFIGS request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=30) and timeout 30000 to node 0: {resources=[{resource_type=2,resource_name=my-topic-reversed,configuration_keys=null}],include_synonyms=false,include_documentation=false} 2021-01-08 08:22:29,85317 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received METADATA response from node 2 for request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=29): org.apache.kafka.common.requests.MetadataResponse@eb09b62 2021-01-08 08:22:29,85736 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='my-topic', numPartitions=1, replicationFactor=1, assignments=[], configs=[])], timeoutMs=30000, validateOnly=true) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=31 2021-01-08 08:22:29,85781 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=31) and timeout 30000 to node 2: {topics=[{name=my-topic,num_partitions=1,replication_factor=1,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=true,_tagged_fields={}} 2021-01-08 08:22:29,86253 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received DESCRIBE_CONFIGS response from node 0 for request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=30): org.apache.kafka.common.requests.DescribeConfigsResponse@53ab3108 2021-01-08 08:22:29,86434 INFO [vert.x-eventloop-thread-1] TopicOperator:538 - 7|periodic kafka my-topic-reversed|1208693: Reconciling topic my-topic-reversed, k8sTopic:nonnull, kafkaTopic:nonnull, privateTopic:nonnull 2021-01-08 08:22:29,86491 DEBUG [vert.x-eventloop-thread-1] TopicOperator:598 - 7|periodic kafka my-topic-reversed|1208693: 3 way diff 2021-01-08 08:22:29,86539 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=31): org.apache.kafka.common.requests.CreateTopicsResponse@493e9e96 2021-01-08 08:22:29,86617 DEBUG [vert.x-eventloop-thread-1] TopicOperator:680 - 7|periodic kafka my-topic-reversed|1208693: topicStore->kafkaTopic: TopicDiff{differences={}} 2021-01-08 08:22:29,86643 DEBUG [vert.x-eventloop-thread-1] TopicOperator:682 - 7|periodic kafka my-topic-reversed|1208693: topicStore->k8sTopic: TopicDiff{differences={}} 2021-01-08 08:22:29,86669 DEBUG [vert.x-eventloop-thread-1] TopicOperator:691 - 7|periodic kafka my-topic-reversed|1208693: Diffs do not conflict, merged diff: TopicDiff{differences={}} 2021-01-08 08:22:29,86673 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeTopics, deadlineMs=1610094209866, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:22:29,86688 INFO [vert.x-eventloop-thread-1] TopicOperator:693 - 7|periodic kafka my-topic-reversed|1208693: All three topics are identical 2021-01-08 08:22:29,86717 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeConfigs, deadlineMs=1610094209867, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:22:29,86731 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending MetadataRequestData(topics=[MetadataRequestTopic(name='my-topic')], allowAutoTopicCreation=false, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) to my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc:9091 (id: 0 rack: null). correlationId=32 2021-01-08 08:22:29,86763 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending METADATA request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=32) and timeout 30000 to node 0: {topics=[{name=my-topic,_tagged_fields={}}],allow_auto_topic_creation=false,include_cluster_authorized_operations=false,include_topic_authorized_operations=false,_tagged_fields={}} 2021-01-08 08:22:29,86775 INFO [vert.x-eventloop-thread-1] TopicOperator:1435 - Success reconciling KafkaTopic myproject/my-topic-reversed 2021-01-08 08:22:29,86801 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1371 - my-topic-reversed reconcile success -> succeeded 2021-01-08 08:22:29,86822 DEBUG [vert.x-eventloop-thread-1] TopicOperator:475 - 7|periodic kafka my-topic-reversed|1208693: Executing handler for action reconcile-from-kafka on topic my-topic-reversed 2021-01-08 08:22:29,86844 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1000 - 7|periodic kafka my-topic-reversed|1208693: There is a KafkaTopic to set status on, rv=1208693, generation=1 2021-01-08 08:22:29,86881 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending org.apache.kafka.common.requests.DescribeConfigsRequest$Builder@48602ba2 to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=33 2021-01-08 08:22:29,86905 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending DESCRIBE_CONFIGS request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=33) and timeout 30000 to node 2: {resources=[{resource_type=2,resource_name=my-topic,configuration_keys=null}],include_synonyms=false,include_documentation=false} 2021-01-08 08:22:29,87008 DEBUG [vert.x-eventloop-thread-1] StatusDiff:43 - Ignoring Status diff {"op":"replace","path":"/conditions/0/lastTransitionTime","value":"2021-01-08T08:22:29.868576Z"} 2021-01-08 08:22:29,87058 DEBUG [vert.x-eventloop-thread-1] TopicOperator:492 - 7|periodic kafka my-topic-reversed|1208693: Lock released 2021-01-08 08:22:29,87081 DEBUG [vert.x-eventloop-thread-1] TopicOperator:449 - 7|periodic kafka my-topic-reversed|1208693: Removing last waiter reconcile-from-kafka 2021-01-08 08:22:29,87198 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received METADATA response from node 0 for request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=32): org.apache.kafka.common.requests.MetadataResponse@4201c247 2021-01-08 08:22:29,88113 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received DESCRIBE_CONFIGS response from node 2 for request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=33): org.apache.kafka.common.requests.DescribeConfigsResponse@4828987e 2021-01-08 08:22:29,88252 INFO [vert.x-eventloop-thread-0] TopicOperator:538 - 8|periodic kafka my-topic|1208692: Reconciling topic my-topic, k8sTopic:nonnull, kafkaTopic:nonnull, privateTopic:nonnull 2021-01-08 08:22:29,88277 DEBUG [vert.x-eventloop-thread-0] TopicOperator:598 - 8|periodic kafka my-topic|1208692: 3 way diff 2021-01-08 08:22:29,88302 DEBUG [vert.x-eventloop-thread-0] TopicOperator:680 - 8|periodic kafka my-topic|1208692: topicStore->kafkaTopic: TopicDiff{differences={}} 2021-01-08 08:22:29,88322 DEBUG [vert.x-eventloop-thread-0] TopicOperator:682 - 8|periodic kafka my-topic|1208692: topicStore->k8sTopic: TopicDiff{differences={}} 2021-01-08 08:22:29,88343 DEBUG [vert.x-eventloop-thread-0] TopicOperator:691 - 8|periodic kafka my-topic|1208692: Diffs do not conflict, merged diff: TopicDiff{differences={}} 2021-01-08 08:22:29,88362 INFO [vert.x-eventloop-thread-0] TopicOperator:693 - 8|periodic kafka my-topic|1208692: All three topics are identical 2021-01-08 08:22:29,88383 INFO [vert.x-eventloop-thread-0] TopicOperator:1435 - Success reconciling KafkaTopic myproject/my-topic 2021-01-08 08:22:29,88401 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1371 - my-topic reconcile success -> succeeded 2021-01-08 08:22:29,88422 DEBUG [vert.x-eventloop-thread-0] TopicOperator:475 - 8|periodic kafka my-topic|1208692: Executing handler for action reconcile-from-kafka on topic my-topic 2021-01-08 08:22:29,88444 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1000 - 8|periodic kafka my-topic|1208692: There is a KafkaTopic to set status on, rv=1208692, generation=1 2021-01-08 08:22:29,88578 DEBUG [vert.x-eventloop-thread-0] StatusDiff:43 - Ignoring Status diff {"op":"replace","path":"/conditions/0/lastTransitionTime","value":"2021-01-08T08:22:29.884555Z"} 2021-01-08 08:22:29,88722 DEBUG [vert.x-eventloop-thread-0] TopicOperator:492 - 8|periodic kafka my-topic|1208692: Lock released 2021-01-08 08:22:29,88746 DEBUG [vert.x-eventloop-thread-0] TopicOperator:449 - 8|periodic kafka my-topic|1208692: Removing last waiter reconcile-from-kafka 2021-01-08 08:22:29,90470 DEBUG [vert.x-eventloop-thread-0] K8sTopicWatcher:72 - 10|periodic kube my-topic: Concurrent modification in kube: new version 1208692 2021-01-08 08:22:29,90521 DEBUG [vert.x-eventloop-thread-0] K8sTopicWatcher:72 - 11|periodic kube my-topic-reversed: Concurrent modification in kube: new version 1208693 2021-01-08 08:22:29,90608 DEBUG [vert.x-eventloop-thread-0] TopicOperator:957 - Metric delete-remaining triggered 2021-01-08 08:22:29,90630 DEBUG [vert.x-eventloop-thread-0] TopicOperator:460 - 12|periodic -__consumer_offsets: Queuing action delete-remaining on topic __consumer_offsets 2021-01-08 08:22:29,90648 DEBUG [vert.x-eventloop-thread-0] TopicOperator:463 - 12|periodic -__consumer_offsets: Adding first waiter delete-remaining 2021-01-08 08:22:29,90684 DEBUG [vert.x-eventloop-thread-0] TopicOperator:472 - 12|periodic -__consumer_offsets: Lock acquired 2021-01-08 08:22:29,90699 DEBUG [vert.x-eventloop-thread-0] TopicOperator:473 - 12|periodic -__consumer_offsets: Executing action delete-remaining on topic __consumer_offsets 2021-01-08 08:22:29,90715 DEBUG [vert.x-eventloop-thread-0] KafkaImpl:108 - Getting metadata for topic __consumer_offsets 2021-01-08 08:22:29,90746 DEBUG [vert.x-eventloop-thread-0] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=createTopics, deadlineMs=1610094209907, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:22:29,90807 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending CreateTopicsRequestData(topics=[CreatableTopic(name='__consumer_offsets', numPartitions=1, replicationFactor=1, assignments=[], configs=[])], timeoutMs=30000, validateOnly=true) to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=34 2021-01-08 08:22:29,90849 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending CREATE_TOPICS request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=34) and timeout 30000 to node 2: {topics=[{name=__consumer_offsets,num_partitions=1,replication_factor=1,assignments=[],configs=[],_tagged_fields={}}],timeout_ms=30000,validate_only=true,_tagged_fields={}} 2021-01-08 08:22:29,91193 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received CREATE_TOPICS response from node 2 for request with header RequestHeader(apiKey=CREATE_TOPICS, apiVersion=6, clientId=adminclient-1, correlationId=34): org.apache.kafka.common.requests.CreateTopicsResponse@75df75c3 2021-01-08 08:22:29,91326 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeTopics, deadlineMs=1610094209912, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:22:29,91370 DEBUG [vert.x-eventloop-thread-1] KafkaAdminClient:1358 - [AdminClient clientId=adminclient-1] Queueing Call(callName=describeConfigs, deadlineMs=1610094209913, tries=0, nextAllowedTryMs=0) with a timeout 60000 ms from now. 2021-01-08 08:22:29,91387 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending MetadataRequestData(topics=[MetadataRequestTopic(name='__consumer_offsets')], allowAutoTopicCreation=false, includeClusterAuthorizedOperations=false, includeTopicAuthorizedOperations=false) to my-cluster-kafka-0.my-cluster-kafka-brokers.myproject.svc:9091 (id: 0 rack: null). correlationId=35 2021-01-08 08:22:29,91417 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending METADATA request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=35) and timeout 30000 to node 0: {topics=[{name=__consumer_offsets,_tagged_fields={}}],allow_auto_topic_creation=false,include_cluster_authorized_operations=false,include_topic_authorized_operations=false,_tagged_fields={}} 2021-01-08 08:22:29,91532 DEBUG [kafka-admin-client-thread | adminclient-1] KafkaAdminClient:1094 - [AdminClient clientId=adminclient-1] Sending org.apache.kafka.common.requests.DescribeConfigsRequest$Builder@3cab7de1 to my-cluster-kafka-2.my-cluster-kafka-brokers.myproject.svc:9091 (id: 2 rack: null). correlationId=36 2021-01-08 08:22:29,91560 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:522 - [AdminClient clientId=adminclient-1] Sending DESCRIBE_CONFIGS request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=36) and timeout 30000 to node 2: {resources=[{resource_type=2,resource_name=__consumer_offsets,configuration_keys=null}],include_synonyms=false,include_documentation=false} 2021-01-08 08:22:29,91951 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received METADATA response from node 0 for request with header RequestHeader(apiKey=METADATA, apiVersion=9, clientId=adminclient-1, correlationId=35): org.apache.kafka.common.requests.MetadataResponse@70f493c9 2021-01-08 08:22:29,92433 DEBUG [kafka-admin-client-thread | adminclient-1] NetworkClient:884 - [AdminClient clientId=adminclient-1] Received DESCRIBE_CONFIGS response from node 2 for request with header RequestHeader(apiKey=DESCRIBE_CONFIGS, apiVersion=3, clientId=adminclient-1, correlationId=36): org.apache.kafka.common.requests.DescribeConfigsResponse@7c131ec1 2021-01-08 08:22:29,92623 INFO [vert.x-eventloop-thread-1] TopicOperator:538 - 12|periodic -__consumer_offsets: Reconciling topic __consumer_offsets, k8sTopic:null, kafkaTopic:nonnull, privateTopic:null 2021-01-08 08:22:29,92667 DEBUG [vert.x-eventloop-thread-1] TopicOperator:548 - 12|periodic -__consumer_offsets: topic created in kafka, will create KafkaTopic in k8s and topicStore 2021-01-08 08:22:29,92865 DEBUG [vert.x-eventloop-thread-1] TopicOperator:769 - Enqueuing event CreateResource(topicName=__consumer_offsets,ctx=12|periodic -__consumer_offsets) 2021-01-08 08:22:29,95047 INFO [OkHttp https://172.30.0.1/...] K8sTopicWatcher:45 - 13|kube +consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209037: event ADDED on resource consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a generation=1, labels={strimzi.io/cluster=my-cluster} 2021-01-08 08:22:29,95090 DEBUG [OkHttp https://172.30.0.1/...] TopicOperator:460 - 13|kube +consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209037: Queuing action onResourceEvent on topic __consumer_offsets 2021-01-08 08:22:29,95111 DEBUG [OkHttp https://172.30.0.1/...] TopicOperator:466 - 13|kube +consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209037: Adding waiter onResourceEvent: 2 2021-01-08 08:22:29,95096 DEBUG [vert.x-worker-thread-1] K8sImpl:54 - KafkaTopic consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a created with version null->1209037 2021-01-08 08:22:29,95235 DEBUG [vert.x-eventloop-thread-1] TopicOperator:769 - Enqueuing event CreateInTopicStore(topicName=__consumer_offsets,ctx=12|periodic -__consumer_offsets) 2021-01-08 08:22:29,95263 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1171 - Executing CreateInTopicStore(topicName=__consumer_offsets,ctx=12|periodic -__consumer_offsets) 2021-01-08 08:22:29,95355 DEBUG [vert.x-eventloop-thread-1] ZkTopicStore:90 - create znode /strimzi/topics/__consumer_offsets 2021-01-08 08:22:29,96348 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:923 - Reading reply sessionid:0x101a07e36350006, packet:: clientPath:null serverPath:null finished:false header:: 33,1 replyHeader:: 33,4294967543,0 request:: '/strimzi/topics/__consumer_offsets,#7b226d61702d6e616d65223a22636f6e73756d65722d6f6666736574732d2d2d38346537613637386430386634626432323638373265356364643465623532376661646331633661222c22746f7069632d6e616d65223a225f5f636f6e73756d65725f6f666673657473222c22706172746974696f6e73223a35302c227265706c69636173223a332c22636f6e666967223a7b22636f6d7072657373696f6e2e74797065223a2270726f6475636572222c22636c65616e75702e706f6c696379223a22636f6d70616374222c227365676d656e742e6279746573223a22313034383537363030227d7d,v{s{15,s{'world,'anyone}}},0 response:: '/strimzi/topics/__consumer_offsets 2021-01-08 08:22:29,96444 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1173 - Completing CreateInTopicStore(topicName=__consumer_offsets,ctx=12|periodic -__consumer_offsets) 2021-01-08 08:22:29,96464 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1178 - CreateInTopicStore(topicName=__consumer_offsets,ctx=12|periodic -__consumer_offsets) succeeded 2021-01-08 08:22:29,96481 DEBUG [vert.x-eventloop-thread-1] TopicOperator:973 - succeeded reconciliation delete-remaining 2021-01-08 08:22:29,96499 DEBUG [vert.x-eventloop-thread-1] TopicOperator:973 - succeeded reconciliation delete-remaining 2021-01-08 08:22:29,96513 INFO [vert.x-eventloop-thread-1] TopicOperator:1435 - Success reconciling KafkaTopic null 2021-01-08 08:22:29,96528 DEBUG [vert.x-eventloop-thread-1] TopicOperator:475 - 12|periodic -__consumer_offsets: Executing handler for action delete-remaining on topic __consumer_offsets 2021-01-08 08:22:29,96543 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1000 - 12|periodic -__consumer_offsets: There is a KafkaTopic to set status on, rv=1209037, generation=1 2021-01-08 08:22:29,96639 DEBUG [vert.x-eventloop-thread-1] StatusDiff:48 - Status differs: {"op":"replace","path":"/","value":{"conditions":[{"type":"Ready","status":"True","lastTransitionTime":"2021-01-08T08:22:29.965525Z"}],"observedGeneration":1}} 2021-01-08 08:22:29,96661 DEBUG [vert.x-eventloop-thread-1] StatusDiff:49 - Current Status path / has value 2021-01-08 08:22:29,96675 DEBUG [vert.x-eventloop-thread-1] StatusDiff:50 - Desired Status path / has value 2021-01-08 08:22:29,97776 INFO [OkHttp https://172.30.0.1/...] K8sTopicWatcher:45 - 14|kube =consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209038: event MODIFIED on resource consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a generation=1, labels={strimzi.io/cluster=my-cluster} 2021-01-08 08:22:29,97756 DEBUG [kubernetes-ops-pool-8] CrdOperator:117 - Status of KafkaTopic consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a in namespace myproject has been updated 2021-01-08 08:22:29,97806 DEBUG [OkHttp https://172.30.0.1/...] TopicOperator:460 - 14|kube =consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209038: Queuing action onResourceEvent on topic __consumer_offsets 2021-01-08 08:22:29,97879 DEBUG [vert.x-eventloop-thread-1] TopicOperator:1014 - 12|periodic -__consumer_offsets: status was set rv=1209038, generation=1, observedGeneration=1 2021-01-08 08:22:29,97885 DEBUG [OkHttp https://172.30.0.1/...] TopicOperator:466 - 14|kube =consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209038: Adding waiter onResourceEvent: 3 2021-01-08 08:22:29,97970 DEBUG [vert.x-eventloop-thread-1] TopicOperator:492 - 12|periodic -__consumer_offsets: Lock released 2021-01-08 08:22:29,97984 DEBUG [vert.x-eventloop-thread-0] TopicOperator:472 - 13|kube +consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209037: Lock acquired 2021-01-08 08:22:29,97990 DEBUG [vert.x-eventloop-thread-1] TopicOperator:452 - 12|periodic -__consumer_offsets: Removing waiter delete-remaining, 2 waiters left 2021-01-08 08:22:29,98009 DEBUG [vert.x-eventloop-thread-0] TopicOperator:473 - 13|kube +consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209037: Executing action onResourceEvent on topic __consumer_offsets 2021-01-08 08:22:29,98902 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1054 - 13|kube +consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209037: last updated generation=1 2021-01-08 08:22:29,98920 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1062 - 13|kube +consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209037: Ignoring modification event caused by my own status update on consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a 2021-01-08 08:22:29,98935 DEBUG [vert.x-eventloop-thread-0] TopicOperator:475 - 13|kube +consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209037: Executing handler for action onResourceEvent on topic __consumer_offsets 2021-01-08 08:22:29,98948 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1031 - 13|kube +consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209037: No KafkaTopic to set status 2021-01-08 08:22:29,98970 INFO [vert.x-eventloop-thread-0] K8sTopicWatcher:49 - 13|kube +consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209037: Success processing event ADDED on resource consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a with labels {strimzi.io/cluster=my-cluster} 2021-01-08 08:22:29,99019 DEBUG [vert.x-eventloop-thread-0] TopicOperator:492 - 13|kube +consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209037: Lock released 2021-01-08 08:22:29,99037 DEBUG [vert.x-eventloop-thread-0] TopicOperator:452 - 13|kube +consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209037: Removing waiter onResourceEvent, 1 waiters left 2021-01-08 08:22:29,99052 DEBUG [vert.x-eventloop-thread-0] TopicOperator:472 - 14|kube =consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209038: Lock acquired 2021-01-08 08:22:29,99066 DEBUG [vert.x-eventloop-thread-0] TopicOperator:473 - 14|kube =consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209038: Executing action onResourceEvent on topic __consumer_offsets 2021-01-08 08:22:30,01595 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1054 - 14|kube =consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209038: last updated generation=1 2021-01-08 08:22:30,01621 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1062 - 14|kube =consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209038: Ignoring modification event caused by my own status update on consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a 2021-01-08 08:22:30,01639 DEBUG [vert.x-eventloop-thread-0] TopicOperator:475 - 14|kube =consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209038: Executing handler for action onResourceEvent on topic __consumer_offsets 2021-01-08 08:22:30,01656 DEBUG [vert.x-eventloop-thread-0] TopicOperator:1031 - 14|kube =consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209038: No KafkaTopic to set status 2021-01-08 08:22:30,01678 INFO [vert.x-eventloop-thread-0] K8sTopicWatcher:49 - 14|kube =consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209038: Success processing event MODIFIED on resource consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a with labels {strimzi.io/cluster=my-cluster} 2021-01-08 08:22:30,01695 DEBUG [vert.x-eventloop-thread-0] TopicOperator:492 - 14|kube =consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209038: Lock released 2021-01-08 08:22:30,01710 DEBUG [vert.x-eventloop-thread-0] TopicOperator:449 - 14|kube =consumer-offsets---84e7a678d08f4bd226872e5cdd4eb527fadc1c6a|1209038: Removing last waiter onResourceEvent 2021-01-08 08:22:36,62941 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 1ms 2021-01-08 08:22:43,29989 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 1ms 2021-01-08 08:22:49,97259 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 1ms 2021-01-08 08:22:56,64626 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 1ms 2021-01-08 08:23:03,31838 DEBUG [vert.x-worker-thread-0-SendThread(localhost:2181)] ClientCnxn:821 - Got ping response for sessionid: 0x101a07e36350006 after 1ms