Uploaded image for project: 'Debezium'
  1. Debezium
  2. DBZ-5903

unable to capture data

    XMLWordPrintable

Details

    • Bug
    • Resolution: Unresolved
    • Major
    • under-triaging
    • 1.9.6.Final
    • mysql-connector
    • None
    • False
    • None
    • False

    Description

      CREATE TABLE test_drive_order (
      id bigint NOT NULL AUTO_INCREMENT COMMENT 'ID',
      order_no varchar(50) NOT NULL DEFAULT '' COMMENT 'order',
      country_code varchar(20) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NOT NULL DEFAULT '' COMMENT 'code',
      brand_code varchar(20) NOT NULL DEFAULT '' COMMENT 'brand code',
      biz_code varchar(20) NOT NULL DEFAULT '' COMMENT 'code',
      type_code varchar(20) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NOT NULL DEFAULT '' COMMENT 'code',
      user_code varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NOT NULL DEFAULT '' COMMENT 'Code',
      participation_type tinyint NOT NULL COMMENT 'take',
      status smallint NOT NULL COMMENT 'status',
      booked_city_id varchar(20) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci DEFAULT NULL COMMENT 'city',
      booked_vehicle_model varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci DEFAULT NULL COMMENT 'type',
      booked_begin_time datetime DEFAULT NULL COMMENT 'start_time',
      booked_end_time datetime DEFAULT NULL COMMENT 'over_time',
      arrange_vehicle_model varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci DEFAULT NULL COMMENT 'car_type',
      arranged_begin_time datetime DEFAULT NULL COMMENT 'start_time',
      arranged_end_time datetime DEFAULT NULL COMMENT 'over_time',
      reception_emp_id varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci DEFAULT NULL COMMENT 'worker number',
      vin varchar(50) DEFAULT NULL COMMENT 'VIN',
      drive_begin_time datetime DEFAULT NULL COMMENT 'start_time',
      drive_end_time datetime DEFAULT NULL COMMENT 'over_time',
      accompany_emp_id varchar(50) DEFAULT NULL COMMENT 'work number',
      channel smallint NOT NULL COMMENT 'channel',
      source_code varchar(50) NOT NULL DEFAULT '' COMMENT 'source code',
      create_time datetime NOT NULL DEFAULT CURRENT_TIMESTAMP COMMENT 'create time',
      create_by varchar(50) NOT NULL DEFAULT '' COMMENT 'create user',
      update_by varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_0900_ai_ci NOT NULL DEFAULT '' COMMENT 'update people',
      update_time timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'update time',
      PRIMARY KEY (id),
      UNIQUE KEY uk_order_no (order_no),
      KEY ix_user_code (user_code),
      KEY ix_update_time (update_time)
      ) ENGINE=InnoDB AUTO_INCREMENT=10 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_0900_ai_ci;

       

      {
      "name": "mysql-helios_test-dd_ods_helios_test_test_1h-connector",
      "config": {
      "connector.class": "io.debezium.connector.mysql.MySqlConnector",
      "task.max": "1",
      "database.hostname": "mysql-02-test.int.com",
      "database.port": "3306",
      "database.dbname": "helios_test",
      "database.user": "bi_canal_test",
      "database.password": "{}{}*",
      "database.server.id": "202211301631",
      "database.server.name": "debezium-test-dd_ods_helios_test_test_1h",
      "database.include.list": "helios_test",
      "table.include.list": "helios_test.test_driver_order,helios_test.pt,helios_test.test_driver_order2",
      "database.history.kafka.bootstrap.servers": "t-qcbj5-hadoop-kafka-001.test-qcloud-dd-insight.net:9092,t-qcbj5-hadoop-kafka-002.test-qcloud-dd-insight.net:9092,t-qcbj5-hadoop-kafka-003.test-qcloud-dd-insight.net:9092",
      "database.history.kafka.topic": "history-debezium-test-helios_test-dd_ods_helios_test_test_1h",
      "database.history.producer.sasl.mechanism": "PLAIN",
      "database.history.producer.security.protocol": "SASL_PLAINTEXT",
      "database.history.producer.sasl.jaas.config": "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"debezium\" password=\"{}{}\";",
      "database.history.consumer.sasl.mechanism": "PLAIN",
      "database.history.consumer.security.protocol": "SASL_PLAINTEXT",
      "database.history.consumer.sasl.jaas.config": "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"debezium\" password=\"{}{}\";",
      "include.schema.changes": "true",
      "include.query": "true",
      "snapshot.locking.mode": "none",
      "snapshot.mode": "initial",
      "topic.creation.default.replication.factor": "3",
      "topic.creation.default.partitions": "3",
      "topic.creation.default.compression.type": "lz4",
      "bigint.unsigned.handling.mode": "precise",
      "database.history.store.only.captured.tables.ddl": "false",
      "database.history.skip.unparseable.ddl": "true",
      "inconsistent.schema.handling.mode": "warn",
      "database.history.kafka.recovery.poll.interval.ms": "600000",
      "database.history.kafka.recovery.attempts": "3",
      "boolean.type": "io.debezium.connector.mysql.converters.TinyIntOneToBooleanConverter",
      "converters": "boolean",
      "transforms": "Reroute",
      "transforms.Reroute.type": "io.debezium.transforms.ByLogicalTableRouter",
      "transforms.Reroute.topic.regex": "debezium-test-dd_ods_helios_test_test_1h.helios_test.(.*)",
      "transforms.Reroute.topic.replacement": "realtime-task-swc-atm-helios-test"
      }
      }

       

      Mysql debezium 1.9.6, the table structure is as shown above, insert data, debezium can not capture the newly inserted data, is it because debezium does not support the above table structure

      pt The data in this table can capture,helios_test.test_driver_order can't capture

       

      Is there something in this table structure that debezium does not support?

       

      Attachments

        Activity

          People

            Unassigned Unassigned
            fy18759 fei yang
            Votes:
            0 Vote for this issue
            Watchers:
            2 Start watching this issue

            Dates

              Created:
              Updated: