Uploaded image for project: 'Debezium'
  1. Debezium
  2. DBZ-5354

debezium parses a message whose value is none

    XMLWordPrintable

Details

    • Bug
    • Resolution: Duplicate
    • Major
    • None
    • 1.9.4.Final
    • None
    • False
    • None
    • False

    Description

      Bug report

      debezium parses a message whose value is none.

       

      As follows:

       
      ConsumerRecord(topic='debezium-prod-dd_ods_otd_odin_vom_order_prod_1h.order_prod.user_order', partition=2, offset=3636705, timestamp=1656746091521, timestamp_type=0, key=b'{"schema":{"type":"struct","fields":[

      {"type":"int32","optional":false,"field":"order_id"}

      ],"optional":false,"name":"debezium_prod_dd_ods_otd_odin_vom_order_prod_1h.order_prod.user_order.Key"},"payload":{"order_id":2752094}}', value=None, headers=[], checksum=None, serialized_key_size=223, serialized_value_size=-1, serialized_header_size=-1)
       

      I found that debezium parsed many messages for control and sent them to the topic corresponding to the table. I wonder if this is a normal phenomenon

      What Debezium connector do you use and what version?

      <mysql 1.9.4>

      What is the connector configuration?

      <

      {
      "name": "mysql-order_prod-vom_order_prod_1h-connector",
      "config":

      { "connector.class": "io.debezium.connector.mysql.MySqlConnector", "task.max": "1", "database.hostname": "", "database.port": "3306", "database.dbname": "order_prod", "database.user": "syncuser", "database.password": "2", "database.server.id": "20220627", "database.server.name": "debezium-prod-vom_order_prod_1h", "database.include.list": "order_prod", "table.include.list": "order_prod.adm_production_calendar,order_prod.adm_production_car,order_prod.adm_production_car_plan,order_prod.aggregated_billing,order_prod.agreement,order_prod.amount_info,order_prod.amount_info_snapshot,order_prod.baas_order,order_prod.baas_order_status_snapshot,order_prod.billing,order_prod.billing_item,order_prod.bom_feature,order_prod.bom_option,order_prod.brush_config_record,order_prod.brush_configuration_info,order_prod.car_invoice,order_prod.car_show_time,order_prod.car_show_time_operation,order_prod.company,order_prod.company_info,order_prod.consts,order_prod.corp_info,order_prod.credit_task,order_prod.customer,order_prod.delay_order_records,order_prod.electric_pile_visual,order_prod.electric_pile_visual_snapshot,order_prod.existing_car_record,order_prod.fellow,order_prod.financial_visual,order_prod.financial_visual_snapshot,order_prod.flms_finance,order_prod.flms_finance_visual,order_prod.flms_finance_visual_snapshot,order_prod.flms_payment_history,order_prod.flms_power_order,order_prod.global_user_order,order_prod.global_user_order_visual,order_prod.global_user_order_visual_snapshot,order_prod.ignore_notify_orders,order_prod.invited_queue,order_prod.leads,order_prod.notify,order_prod.order_discount,order_prod.order_discount_snapshot,order_prod.order_info,order_prod.order_key_info_change,order_prod.order_operation_log,order_prod.order_payment_visual,order_prod.order_payment_visual_snapshot,order_prod.order_postpone,order_prod.order_postpone_snapshot,order_prod.order_rdc_info,order_prod.order_rdc_info_snapshot,order_prod.order_refund_apply_detail,order_prod.order_refund_record,order_prod.order_refund_result_detail,order_prod.order_rule_match,order_prod.order_snapshot,order_prod.order_task,order_prod.order_trans_info,order_prod.order_trans_info_snapshot,order_prod.payment_history,order_prod.payment_transfer_record,order_prod.power_order,order_prod.power_order_record,order_prod.power_plan,order_prod.power_plan_info,order_prod.pricing_rule,order_prod.remit_user_account_sign_contract,order_prod.sales_rule,order_prod.sales_rule_snapshot,order_prod.sap_esb_request_record,order_prod.sap_order_status,order_prod.sc_billing,order_prod.sc_car_info,order_prod.sc_car_info_snapshot,order_prod.sc_company,order_prod.sc_customer,order_prod.sc_delivery_info,order_prod.sc_fellow_info,order_prod.sc_financial_visual,order_prod.sc_financial_visual_snapshot,order_prod.sc_flms_finance,order_prod.sc_flms_finance_visual,order_prod.sc_flms_finance_visual_snapshot,order_prod.sc_order_payment_visual,order_prod.sc_order_payment_visual_snapshot,order_prod.sc_payment_history,order_prod.sc_power_plan,order_prod.sc_purchase_order,order_prod.sc_registration_city_info,order_prod.sc_user_order,order_prod.sc_user_order_line,order_prod.sc_user_order_loan,order_prod.sc_user_order_loan_snapshot,order_prod.sc_user_order_subsidy,order_prod.sc_user_order_visual,order_prod.sc_user_order_visual_snapshot,order_prod.sc_vehicle_config_head,order_prod.sc_vehicle_config_line,order_prod.sc_vehicle_info,order_prod.sc_vehicle_making_visual,order_prod.sc_vehicle_making_visual_snapshot,order_prod.sc_visual_status_list,order_prod.second_withhold,order_prod.sign_logo,order_prod.sign_logo_visual,order_prod.sign_logo_visual_snapshot,order_prod.stock_car_reserve,order_prod.stock_order_manange,order_prod.stock_status_change,order_prod.user,order_prod.user_account_sign_contract,order_prod.user_center,order_prod.user_order,order_prod.user_order_event,order_prod.user_order_line,order_prod.user_order_line_promotion,order_prod.user_order_loan,order_prod.user_order_loan_snapshot,order_prod.user_order_mapping,order_prod.user_order_subsidy,order_prod.user_order_tag,order_prod.user_order_visual,order_prod.user_order_visual_snapshot,order_prod.user_pre_order,order_prod.vehicle,order_prod.vehicle_certificate_info,order_prod.vehicle_config_head,order_prod.vehicle_config_line,order_prod.vehicle_delivery_visual,order_prod.vehicle_delivery_visual_snapshot,order_prod.vehicle_making_order,order_prod.vehicle_making_visual,order_prod.vehicle_making_visual_snapshot,order_prod.vehicle_record,order_prod.vehicle_vin_code,order_prod.visual_status_list,order_prod.visual_status_list_snapshot,order_prod.white_list,order_prod.withhold_record", "database.history.kafka.bootstrap.servers": "kafka-001:9092,kafka-0029092,kafka-003:9092", "database.history.kafka.topic": "history-debezium-order_prod-dd_ods_otd_odin_vom_order_prod_1h_bak", "database.history.producer.sasl.mechanism": "PLAIN", "database.history.producer.security.protocol": "SASL_PLAINTEXT", "database.history.producer.sasl.jaas.config": "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"debezium\" password=\"V\";", "database.history.consumer.sasl.mechanism": "PLAIN", "database.history.consumer.security.protocol": "SASL_PLAINTEXT", "database.history.consumer.sasl.jaas.config": "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"debezium\" password=\"V\";", "include.schema.changes": "true", "include.query": "true", "snapshot.locking.mode": "none", "snapshot.mode": "when_needed", "topic.creation.default.replication.factor": "3", "topic.creation.default.partitions": "3", "topic.creation.default.compression.type": "lz4", "bigint.unsigned.handling.mode": "precise", "database.history.store.only.captured.tables.ddl": "false", "database.history.skip.unparseable.ddl": "true", "inconsistent.schema.handling.mode": "warn", "database.history.kafka.recovery.poll.interval.ms": "60000", "database.history.kafka.recovery.attempts": "3", "boolean.type": "io.debezium.connector.mysql.converters.TinyIntOneToBooleanConverter", "converters": "boolean" }

      }

      >

      What is the captured database version and mode of depoyment?

       

      <mariadb>

       

      Attachments

        Issue Links

          Activity

            People

              Unassigned Unassigned
              fy18759 fei yang
              Votes:
              0 Vote for this issue
              Watchers:
              1 Start watching this issue

              Dates

                Created:
                Updated:
                Resolved: