Bug report
debezium parses a message whose value is none.
As follows:
ConsumerRecord(topic='debezium-prod-dd_ods_otd_odin_vom_order_prod_1h.order_prod.user_order', partition=2, offset=3636705, timestamp=1656746091521, timestamp_type=0, key=b'{"schema":{"type":"struct","fields":[
{"type":"int32","optional":false,"field":"order_id"}
],"optional":false,"name":"debezium_prod_dd_ods_otd_odin_vom_order_prod_1h.order_prod.user_order.Key"},"payload":{"order_id":2752094}}', value=None, headers=[], checksum=None, serialized_key_size=223, serialized_value_size=-1, serialized_header_size=-1)
I found that debezium parsed many messages for control and sent them to the topic corresponding to the table. I wonder if this is a normal phenomenon
What Debezium connector do you use and what version?
<mysql 1.9.4>
What is the connector configuration?
<
{
"name": "mysql-order_prod-vom_order_prod_1h-connector",
"config":
{
"connector.class": "io.debezium.connector.mysql.MySqlConnector",
"task.max": "1",
"database.hostname": "",
"database.port": "3306",
"database.dbname": "order_prod",
"database.user": "syncuser",
"database.password": "2",
"database.server.id": "20220627",
"database.server.name": "debezium-prod-vom_order_prod_1h",
"database.include.list": "order_prod",
"table.include.list": "order_prod.adm_production_calendar,order_prod.adm_production_car,order_prod.adm_production_car_plan,order_prod.aggregated_billing,order_prod.agreement,order_prod.amount_info,order_prod.amount_info_snapshot,order_prod.baas_order,order_prod.baas_order_status_snapshot,order_prod.billing,order_prod.billing_item,order_prod.bom_feature,order_prod.bom_option,order_prod.brush_config_record,order_prod.brush_configuration_info,order_prod.car_invoice,order_prod.car_show_time,order_prod.car_show_time_operation,order_prod.company,order_prod.company_info,order_prod.consts,order_prod.corp_info,order_prod.credit_task,order_prod.customer,order_prod.delay_order_records,order_prod.electric_pile_visual,order_prod.electric_pile_visual_snapshot,order_prod.existing_car_record,order_prod.fellow,order_prod.financial_visual,order_prod.financial_visual_snapshot,order_prod.flms_finance,order_prod.flms_finance_visual,order_prod.flms_finance_visual_snapshot,order_prod.flms_payment_history,order_prod.flms_power_order,order_prod.global_user_order,order_prod.global_user_order_visual,order_prod.global_user_order_visual_snapshot,order_prod.ignore_notify_orders,order_prod.invited_queue,order_prod.leads,order_prod.notify,order_prod.order_discount,order_prod.order_discount_snapshot,order_prod.order_info,order_prod.order_key_info_change,order_prod.order_operation_log,order_prod.order_payment_visual,order_prod.order_payment_visual_snapshot,order_prod.order_postpone,order_prod.order_postpone_snapshot,order_prod.order_rdc_info,order_prod.order_rdc_info_snapshot,order_prod.order_refund_apply_detail,order_prod.order_refund_record,order_prod.order_refund_result_detail,order_prod.order_rule_match,order_prod.order_snapshot,order_prod.order_task,order_prod.order_trans_info,order_prod.order_trans_info_snapshot,order_prod.payment_history,order_prod.payment_transfer_record,order_prod.power_order,order_prod.power_order_record,order_prod.power_plan,order_prod.power_plan_info,order_prod.pricing_rule,order_prod.remit_user_account_sign_contract,order_prod.sales_rule,order_prod.sales_rule_snapshot,order_prod.sap_esb_request_record,order_prod.sap_order_status,order_prod.sc_billing,order_prod.sc_car_info,order_prod.sc_car_info_snapshot,order_prod.sc_company,order_prod.sc_customer,order_prod.sc_delivery_info,order_prod.sc_fellow_info,order_prod.sc_financial_visual,order_prod.sc_financial_visual_snapshot,order_prod.sc_flms_finance,order_prod.sc_flms_finance_visual,order_prod.sc_flms_finance_visual_snapshot,order_prod.sc_order_payment_visual,order_prod.sc_order_payment_visual_snapshot,order_prod.sc_payment_history,order_prod.sc_power_plan,order_prod.sc_purchase_order,order_prod.sc_registration_city_info,order_prod.sc_user_order,order_prod.sc_user_order_line,order_prod.sc_user_order_loan,order_prod.sc_user_order_loan_snapshot,order_prod.sc_user_order_subsidy,order_prod.sc_user_order_visual,order_prod.sc_user_order_visual_snapshot,order_prod.sc_vehicle_config_head,order_prod.sc_vehicle_config_line,order_prod.sc_vehicle_info,order_prod.sc_vehicle_making_visual,order_prod.sc_vehicle_making_visual_snapshot,order_prod.sc_visual_status_list,order_prod.second_withhold,order_prod.sign_logo,order_prod.sign_logo_visual,order_prod.sign_logo_visual_snapshot,order_prod.stock_car_reserve,order_prod.stock_order_manange,order_prod.stock_status_change,order_prod.user,order_prod.user_account_sign_contract,order_prod.user_center,order_prod.user_order,order_prod.user_order_event,order_prod.user_order_line,order_prod.user_order_line_promotion,order_prod.user_order_loan,order_prod.user_order_loan_snapshot,order_prod.user_order_mapping,order_prod.user_order_subsidy,order_prod.user_order_tag,order_prod.user_order_visual,order_prod.user_order_visual_snapshot,order_prod.user_pre_order,order_prod.vehicle,order_prod.vehicle_certificate_info,order_prod.vehicle_config_head,order_prod.vehicle_config_line,order_prod.vehicle_delivery_visual,order_prod.vehicle_delivery_visual_snapshot,order_prod.vehicle_making_order,order_prod.vehicle_making_visual,order_prod.vehicle_making_visual_snapshot,order_prod.vehicle_record,order_prod.vehicle_vin_code,order_prod.visual_status_list,order_prod.visual_status_list_snapshot,order_prod.white_list,order_prod.withhold_record",
"database.history.kafka.bootstrap.servers": "kafka-001:9092,kafka-0029092,kafka-003:9092",
"database.history.kafka.topic": "history-debezium-order_prod-dd_ods_otd_odin_vom_order_prod_1h_bak",
"database.history.producer.sasl.mechanism": "PLAIN",
"database.history.producer.security.protocol": "SASL_PLAINTEXT",
"database.history.producer.sasl.jaas.config": "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"debezium\" password=\"V\";",
"database.history.consumer.sasl.mechanism": "PLAIN",
"database.history.consumer.security.protocol": "SASL_PLAINTEXT",
"database.history.consumer.sasl.jaas.config": "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"debezium\" password=\"V\";",
"include.schema.changes": "true",
"include.query": "true",
"snapshot.locking.mode": "none",
"snapshot.mode": "when_needed",
"topic.creation.default.replication.factor": "3",
"topic.creation.default.partitions": "3",
"topic.creation.default.compression.type": "lz4",
"bigint.unsigned.handling.mode": "precise",
"database.history.store.only.captured.tables.ddl": "false",
"database.history.skip.unparseable.ddl": "true",
"inconsistent.schema.handling.mode": "warn",
"database.history.kafka.recovery.poll.interval.ms": "60000",
"database.history.kafka.recovery.attempts": "3",
"boolean.type": "io.debezium.connector.mysql.converters.TinyIntOneToBooleanConverter",
"converters": "boolean"
}
}
>
What is the captured database version and mode of depoyment?
<mariadb>