-
Bug
-
Resolution: Done
-
Major
-
1.5.0.Beta2
-
None
-
False
-
False
-
Undefined
-
Hello!
I have the following connector
{ "name": "kafka-rds-dev-003", "config": { "connector.class": "io.debezium.connector.oracle.OracleConnector", "tasks.max": "1", "database.server.name": "databasename", "database.hostname": "host", "database.port": "1521", "database.user": "username", "database.password": "password", "database.dbname": "SDIGCDEV", "database.history.kafka.bootstrap.servers": "http://kafka-confluent-cp-kafka.kafka-rds.svc.cluster.local:9092", "database.history.kafka.topic": "schema-kafka-rds-dev", "key.converter": "io.confluent.connect.avro.AvroConverter", "key.converter.schema.registry.url": "http://kafka-confluent-cp-schema-registry.kafka-rds.svc.cluster.local:8081", "value.converter": "io.confluent.connect.avro.AvroConverter", "value.converter.schema.registry.url": "http://kafka-confluent-cp-schema-registry.kafka-rds.svc.cluster.local:8081", "errors.log.enable": "true", "database.connection.adapter": "logminer", "log.mining.archive.log.hours": 24, "log.mining.strategy": "online_catalog", "snapshot.mode": "schema_only", "schema.include.list": "SIEBEL", "table.include.list": "SIEBEL.S_ASSET,SIEBEL.S_ASSET_XA,SIEBEL.S_ORG_EXT,SIEBEL.S_PROD_INT", "column.include.list": "SIEBEL.S_ASSET.ROW_ID,SIEBEL.S_ASSET.BILL_ACCNT_ID,SIEBEL.S_ASSET.STATUS_CD,SIEBEL.S_ASSET.PROD_ID,SIEBEL.S_ASSET.ASSET_NUM,SIEBEL.S_ASSET.START_DT,SIEBEL.S_ASSET.END_DT,SIEBEL.S_ASSET_XA.ROW_ID,SIEBEL.S_ASSET_XA.CHAR_VAL,SIEBEL.S_ASSET_XA.ASSET_ID,SIEBEL.S_ASSET_XA.ATTR_NAME,SIEBEL.S_ORG_EXT.ROW_ID,SIEBEL.S_ORG_EXT.OU_SUM,SIEBEL.S_ORG_EXT.OU_NUM,SIEBEL.S_ORG_EXT.OU_TYPE_CD,SIEBEL.S_ORG_EXT.X_DUNN_LEVEL,SIEBEL.S_ORG_EXT.CUST_STAT_CD,SIEBEL.S_PROD_INT.CATEGORY_CD,SIEBEL.S_PROD_INT.SUB_TYPE_CD,SIEBEL.S_PROD_INT.ROW_ID,SIEBEL.S_PROD_INT.NAME", "transforms": "unwrap", "transforms.unwrap.type": "io.debezium.transforms.ExtractNewRecordState", "transforms.unwrap.drop.tombstones": "false", "transforms.unwrap.delete.handling.mode": "rewrite" } }
All works fine, but after 1 day, sometimes less than 1 day running I got the following error:
{ "name": "kafka-rds-dev-003", "connector": { "state": "RUNNING", "worker_id": "172.27.19.11:8083" }, "tasks": [ { "id": 0, "state": "FAILED", "worker_id": "172.27.19.11:8083", "trace": "org.apache.kafka.connect.errors.ConnectException: An exception occurred in the change event producer. This connector will be stopped.\n\tat io.debezium.pipeline.ErrorHandler.setProducerThrowable(ErrorHandler.java:42)\n\tat io.debezium.connector.oracle.logminer.LogMinerStreamingChangeEventSource.execute(LogMinerStreamingChangeEventSource.java:204)\n\tat io.debezium.pipeline.ChangeEventSourceCoordinator.streamEvents(ChangeEventSourceCoordinator.java:140)\n\tat io.debezium.pipeline.ChangeEventSourceCoordinator.lambda$start$0(ChangeEventSourceCoordinator.java:113)\n\tat java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)\n\tat java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)\n\tat java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\nCaused by: java.sql.SQLException: ORA-00310: archived log contains sequence 3256986; sequence 3256982 required\nORA-00334: archived log: '/rdsdbdata/db/SDIGCDEV_A/onlinelog/o1_mf_2_d20tr0jl_.log'\n\n\tat oracle.jdbc.driver.T4CTTIoer11.processError(T4CTTIoer11.java:628)\n\tat oracle.jdbc.driver.T4CTTIoer11.processError(T4CTTIoer11.java:562)\n\tat oracle.jdbc.driver.T4C8Oall.processError(T4C8Oall.java:1145)\n\tat oracle.jdbc.driver.T4CTTIfun.receive(T4CTTIfun.java:726)\n\tat oracle.jdbc.driver.T4CTTIfun.doRPC(T4CTTIfun.java:291)\n\tat oracle.jdbc.driver.T4C8Oall.doOALL(T4C8Oall.java:492)\n\tat oracle.jdbc.driver.T4CPreparedStatement.doOall8(T4CPreparedStatement.java:148)\n\tat oracle.jdbc.driver.T4CPreparedStatement.executeForRows(T4CPreparedStatement.java:1038)\n\tat oracle.jdbc.driver.OracleStatement.executeMaybeDescribe(OracleStatement.java:1097)\n\tat oracle.jdbc.driver.OracleStatement.executeSQLSelect(OracleStatement.java:1402)\n\tat oracle.jdbc.driver.OracleStatement.doExecuteWithTimeout(OracleStatement.java:1285)\n\tat oracle.jdbc.driver.OraclePreparedStatement.executeInternal(OraclePreparedStatement.java:3735)\n\tat oracle.jdbc.driver.OraclePreparedStatement.executeQuery(OraclePreparedStatement.java:3847)\n\tat oracle.jdbc.driver.OraclePreparedStatementWrapper.executeQuery(OraclePreparedStatementWrapper.java:1098)\n\tat io.debezium.connector.oracle.logminer.LogMinerStreamingChangeEventSource.execute(LogMinerStreamingChangeEventSource.java:180)\n\t... 7 more\nCaused by: Error : 310, Position : 0, Sql = SELECT SCN, SQL_REDO, OPERATION_CODE, TIMESTAMP, XID, CSF, TABLE_NAME, SEG_OWNER, OPERATION, USERNAME FROM V$LOGMNR_CONTENTS WHERE SCN > :1 AND SCN <= :2 AND ((OPERATION_CODE IN (5,34) AND USERNAME NOT IN ('SYS','SYSTEM','LOGMINER')) OR (OPERATION_CODE IN (7,36)) OR (OPERATION_CODE IN (1,2,3) AND TABLE_NAME != 'LOG_MINING_FLUSH' AND SEG_OWNER NOT IN ('APPQOSSYS','AUDSYS','CTXSYS','DVSYS','DBSFWUSER','DBSNMP','GSMADMIN_INTERNAL','LBACSYS','MDSYS','OJVMSYS','OLAPSYS','ORDDATA','ORDSYS','OUTLN','SYS','SYSTEM','WMSYS','XDB') AND (REGEXP_LIKE(SEG_OWNER,'^SIEBEL$','i')) AND (REGEXP_LIKE(SEG_OWNER || '.' || TABLE_NAME,'^SIEBEL.S_ASSET$','i') OR REGEXP_LIKE(SEG_OWNER || '.' || TABLE_NAME,'^SIEBEL.S_ASSET_XA$','i') OR REGEXP_LIKE(SEG_OWNER || '.' || TABLE_NAME,'^SIEBEL.S_ORG_EXT$','i') OR REGEXP_LIKE(SEG_OWNER || '.' || TABLE_NAME,'^SIEBEL.S_PROD_INT$','i')) )), OriginalSql = SELECT SCN, SQL_REDO, OPERATION_CODE, TIMESTAMP, XID, CSF, TABLE_NAME, SEG_OWNER, OPERATION, USERNAME FROM V$LOGMNR_CONTENTS WHERE SCN > ? AND SCN <= ? AND ((OPERATION_CODE IN (5,34) AND USERNAME NOT IN ('SYS','SYSTEM','LOGMINER')) OR (OPERATION_CODE IN (7,36)) OR (OPERATION_CODE IN (1,2,3) AND TABLE_NAME != 'LOG_MINING_FLUSH' AND SEG_OWNER NOT IN ('APPQOSSYS','AUDSYS','CTXSYS','DVSYS','DBSFWUSER','DBSNMP','GSMADMIN_INTERNAL','LBACSYS','MDSYS','OJVMSYS','OLAPSYS','ORDDATA','ORDSYS','OUTLN','SYS','SYSTEM','WMSYS','XDB') AND (REGEXP_LIKE(SEG_OWNER,'^SIEBEL$','i')) AND (REGEXP_LIKE(SEG_OWNER || '.' || TABLE_NAME,'^SIEBEL.S_ASSET$','i') OR REGEXP_LIKE(SEG_OWNER || '.' || TABLE_NAME,'^SIEBEL.S_ASSET_XA$','i') OR REGEXP_LIKE(SEG_OWNER || '.' || TABLE_NAME,'^SIEBEL.S_ORG_EXT$','i') OR REGEXP_LIKE(SEG_OWNER || '.' || TABLE_NAME,'^SIEBEL.S_PROD_INT$','i')) )), Error Msg = ORA-00310: archived log contains sequence 3256986; sequence 3256982 required\nORA-00334: archived log: '/rdsdbdata/db/SDIGCDEV_A/onlinelog/o1_mf_2_d20tr0jl_.log'\n\n\tat oracle.jdbc.driver.T4CTTIoer11.processError(T4CTTIoer11.java:632)\n\t... 21 more\n" } ], "type": "source" }
I don't know what is going on... can you guys help me?
thanks!