Uploaded image for project: 'Debezium'
  1. Debezium
  2. DBZ-8032

Using snapshot.include.collection.list with Oracle raises NullPointerException

XMLWordPrintable

      Using this configuration:

      [2024-07-07 18:52:31,678] INFO [debezium-ora-001|task-0] Starting OracleConnectorTask with configuration: (io.debezium.connector.common.BaseSourceTask:242)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    connector.class = io.debezium.connector.oracle.OracleConnector (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    db_type = oracle (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    errors.log.include.messages = true (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    topic.creation.default.partitions = 7 (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    tasks.max = 1 (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    database.history.kafka.topic = debeziumtopic (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    database.tablename.case.insensitive = true (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    plugin.path = /home/keyuser/applications/kafka_2.12-3.7.0/libs,/home/keyuser/applications/kafka_2.12-3.7.0/temp (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    schema.history.internal.store.only.captured.tables.ddl = true (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    include.schema.changes = true (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    topic.prefix = debeziumtopic (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    decimal.handling.mode = double (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    schema.history.internal.kafka.topic = schema-changes.debeziumtopic (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,679] INFO [debezium-ora-001|task-0]    topic.creation.default.replication.factor = 1 (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    database.history.skip.unparseable.ddl = true (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    errors.log.enable = true (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    database.allowPublicKeyRetrieval = true (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    snapshot.include.collection.list = T24LIVE.FBNK_LMM_ACCOUNT_BA001,T24LIVE.FBNK_STMT_ENTRY,T24LIVE.FBNK_FUNDS_TRANSFER (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    database.user = dbzuser (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    database.dbname = T24LIVE (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    topic.creation.default.compression.type = lz4 (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    topic.creation.default.cleanup.policy = delete (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    database.history.kafka.bootstrap.servers = 10.40.14.86:9092 (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    database.server.name = prod-cluster-scan (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    schema.history.internal.kafka.bootstrap.servers = 10.40.14.86:9092 (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    event.processing.failure.handling.mode = warn (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    database.port = 1523 (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    topic.creation.enable = true (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    key.converter.schemas.enable = false (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    task.class = io.debezium.connector.oracle.OracleConnectorTask (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    database.hostname = prod-cluster-scan (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    database.password = ******** (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,680] INFO [debezium-ora-001|task-0]    name = debezium-ora-001 (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,681] INFO [debezium-ora-001|task-0]    value.converter.schemas.enable = false (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,681] INFO [debezium-ora-001|task-0]    table.include.list = T24LIVE.FBNK_LMM_ACCOUNT_BA001,T24LIVE.FBNK_STMT_ENTRY,T24LIVE.FBNK_FUNDS_TRANSFER (io.debezium.connector.common.BaseSourceTask:244)
      [2024-07-07 18:52:31,681] INFO [debezium-ora-001|task-0]    snapshot.mode = schema_only (io.debezium.connector.common.BaseSourceTask:244)
      

      leads to this error:

      [2024-07-07 18:52:32,257] INFO [debezium-ora-001|task-0] According to the connector configuration only schema will be snapshot. (io.debezium.relational.RelationalSnapshotChangeEventSource:280)
      [2024-07-07 18:52:32,260] INFO [debezium-ora-001|task-0] Snapshot step 1 - Preparing (io.debezium.relational.RelationalSnapshotChangeEventSource:135)
      [2024-07-07 18:52:32,260] INFO [debezium-ora-001|task-0] Snapshot step 2 - Determining captured tables (io.debezium.relational.RelationalSnapshotChangeEventSource:144)
      [2024-07-07 18:52:43,194] INFO [debezium-ora-001|task-0] Adding table T24LIVE.T24LIVE.FBNK_FUNDS_TRANSFER to the list of capture schema tables (io.debezium.relational.RelationalSnapshotChangeEventSource:345)
      [2024-07-07 18:52:43,210] INFO [debezium-ora-001|task-0] Adding table T24LIVE.T24LIVE.FBNK_LMM_ACCOUNT_BA001 to the list of capture schema tables (io.debezium.relational.RelationalSnapshotChangeEventSource:345)
      [2024-07-07 18:52:43,218] INFO [debezium-ora-001|task-0] Adding table T24LIVE.T24LIVE.FBNK_STMT_ENTRY to the list of capture schema tables (io.debezium.relational.RelationalSnapshotChangeEventSource:345)
      [2024-07-07 18:52:43,237] INFO [debezium-ora-001|task-0] Created connection pool with 1 threads (io.debezium.relational.RelationalSnapshotChangeEventSource:236)
      [2024-07-07 18:52:43,237] INFO [debezium-ora-001|task-0] Snapshot step 3 - Locking captured tables [] (io.debezium.relational.RelationalSnapshotChangeEventSource:153)
      [2024-07-07 18:52:43,240] INFO [debezium-ora-001|task-0] Snapshot step 4 - Determining snapshot offset (io.debezium.relational.RelationalSnapshotChangeEventSource:159)
      [2024-07-07 18:52:43,359] INFO [debezium-ora-001|task-0] 	No in-progress transactions will be captured. (io.debezium.connector.oracle.logminer.LogMinerAdapter:236)
      [2024-07-07 18:52:43,366] INFO [debezium-ora-001|task-0] Connection gracefully closed (io.debezium.jdbc.JdbcConnection:968)
      [2024-07-07 18:52:43,366] INFO [debezium-ora-001|task-0] Snapshot step 5 - Reading structure of captured tables (io.debezium.relational.RelationalSnapshotChangeEventSource:162)
      [2024-07-07 18:52:43,366] INFO [debezium-ora-001|task-0] Only captured tables schema should be captured, capturing: [] (io.debezium.connector.oracle.OracleSnapshotChangeEventSource:147)
      [2024-07-07 18:52:43,366] INFO [debezium-ora-001|task-0] Snapshot step 6 - Persisting schema history (io.debezium.relational.RelationalSnapshotChangeEventSource:166)
      [2024-07-07 18:52:43,367] INFO [debezium-ora-001|task-0] Capturing structure of table T24LIVE.T24LIVE.FBNK_FUNDS_TRANSFER (io.debezium.relational.RelationalSnapshotChangeEventSource:423)
      [2024-07-07 18:52:43,367] ERROR [debezium-ora-001|task-0] Error during snapshot (io.debezium.relational.RelationalSnapshotChangeEventSource:193)
      java.lang.NullPointerException: Cannot invoke "io.debezium.relational.Table.id()" because "table" is null
      	at io.debezium.connector.oracle.OracleSnapshotChangeEventSource.getCreateTableEvent(OracleSnapshotChangeEventSource.java:208)
      	at io.debezium.relational.RelationalSnapshotChangeEventSource.createSchemaChangeEventsForTables(RelationalSnapshotChangeEventSource.java:432)
      	at io.debezium.relational.RelationalSnapshotChangeEventSource.doExecute(RelationalSnapshotChangeEventSource.java:168)
      	at io.debezium.pipeline.source.AbstractSnapshotChangeEventSource.execute(AbstractSnapshotChangeEventSource.java:96)
      	at io.debezium.pipeline.ChangeEventSourceCoordinator.doSnapshot(ChangeEventSourceCoordinator.java:285)
      	at io.debezium.pipeline.ChangeEventSourceCoordinator.doSnapshot(ChangeEventSourceCoordinator.java:269)
      	at io.debezium.pipeline.ChangeEventSourceCoordinator.executeChangeEventSources(ChangeEventSourceCoordinator.java:192)
      	at io.debezium.pipeline.ChangeEventSourceCoordinator.lambda$start$0(ChangeEventSourceCoordinator.java:143)
      	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
      	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
      	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
      	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
      	at java.base/java.lang.Thread.run(Thread.java:842)
      

              ccranfor@redhat.com Chris Cranford
              ccranfor@redhat.com Chris Cranford
              Votes:
              0 Vote for this issue
              Watchers:
              3 Start watching this issue

                Created:
                Updated:
                Resolved: