Bug report
For bug reports, provide this information, please:
org.apache.kafka.connect.errors.ConnectException: An exception occurred in the change event producer. This connector will be stopped.
at io.debezium.pipeline.ErrorHandler.setProducerThrowable(ErrorHandler.java:50)
at io.debezium.connector.mysql.MySqlStreamingChangeEventSource$ReaderThreadLifecycleListener.onCommunicationFailure(MySqlStreamingChangeEventSource.java:1234)
at com.github.shyiko.mysql.binlog.BinaryLogClient.listenForEventPackets(BinaryLogClient.java:980)
at com.github.shyiko.mysql.binlog.BinaryLogClient.connect(BinaryLogClient.java:599)
at com.github.shyiko.mysql.binlog.BinaryLogClient$7.run(BinaryLogClient.java:857)
at java.lang.Thread.run(Thread.java:748)
Caused by: io.debezium.DebeziumException: Failed to read next byte from position 2005308603
at io.debezium.connector.mysql.MySqlStreamingChangeEventSource.wrap(MySqlStreamingChangeEventSource.java:1189)
... 5 more
Caused by: java.io.EOFException: Failed to read next byte from position 2005308603
at com.github.shyiko.mysql.binlog.io.ByteArrayInputStream.read(ByteArrayInputStream.java:213)
at com.github.shyiko.mysql.binlog.io.ByteArrayInputStream.readInteger(ByteArrayInputStream.java:52)
at com.github.shyiko.mysql.binlog.event.deserialization.EventHeaderV4Deserializer.deserialize(EventHeaderV4Deserializer.java:35)
at com.github.shyiko.mysql.binlog.event.deserialization.EventHeaderV4Deserializer.deserialize(EventHeaderV4Deserializer.java:27)
at com.github.shyiko.mysql.binlog.event.deserialization.EventDeserializer.nextEvent(EventDeserializer.java:221)
at io.debezium.connector.mysql.MySqlStreamingChangeEventSource$1.nextEvent(MySqlStreamingChangeEventSource.java:230)
at com.github.shyiko.mysql.binlog.BinaryLogClient.listenForEventPackets(BinaryLogClient.java:952)
... 3 more
What Debezium connector do you use and what version?
<mysql 1.9.4>
What is the connector configuration?
<{
"name": "mysql-shaman_1h-connector",
"config":
{
"connector.class": "io.debezium.connector.mysql.MySqlConnector",
"task.max": "1",
"database.hostname": "rds",
"database.port": "3306",
"database.dbname": "shaman_staging",
"database.user": "data",
"database.password": "S",
"database.server.id": "49",
"database.server.name": "debezium-stg-dd_ods_nsc_shaman_stg_1h",
"database.include.list": "shaman_staging",
"table.include.list": "shaman_staging.auto_pay,shaman_staging.auto_pay_channel,shaman_staging.auto_pay_channel_order,shaman_staging.charge_start_fail_refund_remind,shaman_staging.charge_station_config,shaman_staging.charge_station_role,shaman_staging.charge_station_role_fee,shaman_staging.charger_pile_group_reservation,shaman_staging.charger_pile_order,shaman_staging.charger_pile_order_param,shaman_staging.charger_pile_order_summary,shaman_staging.charger_service_summary,shaman_staging.combine_invoice,shaman_staging.control_rule,shaman_staging.coupon_auto_pay_order,shaman_staging.coupon_order_price,shaman_staging.cs_charge_map,shaman_staging.cs_order_activity,shaman_staging.cs_order_activity_detail,shaman_staging.cs_order_activity_price,shaman_staging.cs_order_need_query_start_status,shaman_staging.cs_order_parking_fee_deduction,shaman_staging.cs_order_unit_price,shaman_staging.cs_order_unit_price_detail,shaman_staging.equipment_config,shaman_staging.free_swap_auto_deducted_notification,shaman_staging.investor_invoice,shaman_staging.invoice,shaman_staging.message_content,shaman_staging.ns_pay_cancelling,shaman_staging.operator_config,shaman_staging.ops_test_user,shaman_staging.order_authorized_vehicle_charge_status,shaman_staging.order_authorized_vehicle_position,shaman_staging.order_big_customer,shaman_staging.order_big_customer_detail,shaman_staging.order_op_action,shaman_staging.order_pay,shaman_staging.order_pay_version,shaman_staging.order_refund,shaman_staging.order_uds_coupon,shaman_staging.payment,shaman_staging.payment_order_manual_refund,shaman_staging.pe_cs_consume_amount_hold,shaman_staging.pe_order,shaman_staging.pe_user_auto_pay_open_failed_record,shaman_staging.plug_charge_order_info,shaman_staging.plug_charge_switch_close_notify_record,shaman_staging.power_north_equity,shaman_staging.power_swap_config,shaman_staging.power_swap_order,shaman_staging.power_swap_order_alarm_contact,shaman_staging.power_swap_order_alarm_record,shaman_staging.power_swap_order_battery,shaman_staging.power_swap_order_config,shaman_staging.power_swap_order_equity,shaman_staging.power_swap_order_kicked,shaman_staging.power_swap_role_fee,shaman_staging.power_swap_user_economy_price,shaman_staging.power_swap_vehicle_group,shaman_staging.power_swap_vehicle_group_detail,shaman_staging.power_swap_vehicle_group_fee,shaman_staging.power_swap_vehicle_group_log,shaman_staging.prepayment,shaman_staging.prepayment_split_info,shaman_staging.ps_charge_map,shaman_staging.ps_order_create_without_battery_info,shaman_staging.ps_order_queue_up_info,shaman_staging.ps_order_unit_price,shaman_staging.ps_resource_first_config,shaman_staging.ps_unhandled_queue_notification,shaman_staging.ps_unhandled_wifi_auth_info,shaman_staging.remark,shaman_staging.resource_first_online,shaman_staging.session_not_closed_send_remind_order,shaman_staging.sgc_unload,shaman_staging.split_price,shaman_staging.split_price_detail,shaman_staging.spm_consume,shaman_staging.swap_order_stc_operate_info,shaman_staging.swap_to_charge_order,shaman_staging.system_param,shaman_staging.transaction_trace_log,shaman_staging.transactional_messages,shaman_staging.white_list,shaman_staging.white_list_group,shaman_staging.white_list_resource",
"database.history.kafka.bootstrap.servers": "kafka-001:9092,kafka-002:9092,kafka-003:9092",
"database.history.kafka.topic": "history-debezium-shaman_staging-dd_ods_nsc_shaman_stg_1h",
"database.history.producer.sasl.mechanism": "PLAIN",
"database.history.producer.security.protocol": "SASL_PLAINTEXT",
"database.history.producer.sasl.jaas.config": "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"debezium\" password=\"A\";",
"database.history.consumer.sasl.mechanism": "PLAIN",
"database.history.consumer.security.protocol": "SASL_PLAINTEXT",
"database.history.consumer.sasl.jaas.config": "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"debezium\" password=\"A\";",
"include.schema.changes": "true",
"include.query": "true",
"snapshot.locking.mode": "none",
"snapshot.mode": "schema_only",
"topic.creation.default.replication.factor": "3",
"topic.creation.default.partitions": "3",
"topic.creation.default.compression.type": "lz4",
"bigint.unsigned.handling.mode": "precise",
"database.history.store.only.captured.tables.ddl": "true",
"database.history.skip.unparseable.ddl": "true",
"inconsistent.schema.handling.mode": "warn",
"database.history.kafka.recovery.poll.interval.ms": "600000",
"database.history.kafka.recovery.attempts": "3",
"boolean.type": "io.debezium.connector.mysql.converters.TinyIntOneToBooleanConverter",
"converters": "boolean"
}
}>