-
Enhancement
-
Resolution: Done
-
Major
-
0.3
-
None
-
Sample table
The data column type is real, the table name and column names are renamed because it's sensitive information.
CREATE TABLE `sample_table` ( `id` bigint(20) NOT NULL AUTO_INCREMENT, `a1` bigint(20) DEFAULT NULL, `b1` smallint(5) unsigned NOT NULL, `c1` mediumint(8) unsigned NOT NULL, `d1` mediumint(8) NOT NULL, `e1` varchar(128) DEFAULT NULL, `f1` int(10) NOT NULL, `g1` tinyint(3) DEFAULT NULL, `h1` mediumint(8) unsigned DEFAULT NULL, `i1` int(11) DEFAULT NULL, `j1` mediumint(8) DEFAULT NULL, `k2` tinyint(1) DEFAULT '0', `t1` varchar(8) DEFAULT NULL, `m1` int(11) DEFAULT NULL, `l1` int(10) unsigned DEFAULT NULL, `k1` int(10) unsigned DEFAULT NULL, `f2` tinyint(3) unsigned DEFAULT '0', `n1` bigint(20) DEFAULT NULL, `o1` int(11) DEFAULT '0', `p1` tinyint(1) DEFAULT '0', `q1` int(11) DEFAULT '0', `r1` int(11) DEFAULT '0', `s1` tinyint(1) DEFAULT '0', `z0` tinyint(3) unsigned DEFAULT NULL, `u1` varchar(128) DEFAULT NULL, `v1` varchar(15) DEFAULT NULL, `w1` varchar(128) NOT NULL, `x1` varchar(256) NOT NULL, `l2` tinyint(3) NOT NULL, `m2` double unsigned NOT NULL, `m3` double unsigned NOT NULL, `m4` double unsigned NOT NULL, `m5` double NOT NULL DEFAULT '0', `m6` double NOT NULL DEFAULT '0', `m7` double NOT NULL DEFAULT '0', `y1` tinyint(4) NOT NULL, `e2` int(4) DEFAULT NULL, `z1` tinyint(4) DEFAULT NULL, `a2` tinyint(4) NOT NULL, `b2` tinyint(4) NOT NULL, `g2` smallint(6) NOT NULL DEFAULT '0', `c2` int(11) NOT NULL, `d2` int(11) NOT NULL, `h2` int(11) NOT NULL DEFAULT '0', `i2` smallint(6) NOT NULL DEFAULT '0', PRIMARY KEY (`id`), UNIQUE KEY `f1_c1_e1` (`f1`,`c1`,`e1`), KEY `n1_y1` (`n1`,`y1`), KEY `a1_g1_y1` (`a1`,`g1`,`y1`), KEY `d1_d2` (`d1`,`d2`), KEY `b1_d2` (`b1`,`d2`), KEY `a1` (`a1`), KEY `b1` (`b1`), KEY `c1` (`c1`), KEY `d1` (`d1`), KEY `e1` (`e1`(32)), KEY `f1` (`f1`), KEY `g1` (`g1`), KEY `h1` (`h1`), KEY `j1` (`j1`), KEY `i1` (`i1`), KEY `m1` (`m1`), KEY `l1` (`l1`), KEY `k1` (`k1`), KEY `n1` (`n1`), KEY `o1` (`o1`), KEY `p1` (`p1`), KEY `q1` (`q1`), KEY `r1` (`r1`), KEY `s1` (`s1`), KEY `t1` (`t1`), KEY `u1` (`u1`), KEY `v1` (`v1`), KEY `w1` (`w1`), KEY `x1` (`x1`(32)), KEY `y1` (`y1`), KEY `z1` (`z1`), KEY `a2` (`a2`), KEY `b2` (`b2`), KEY `c2` (`c2`), KEY `d2` (`d2`), KEY `e2` (`e2`), KEY `f2` (`f2`) ) ENGINE=InnoDB DEFAULT CHARSET=utf8;
Sample table The data column type is real, the table name and column names are renamed because it's sensitive information. CREATE TABLE `sample_table` ( `id` bigint (20) NOT NULL AUTO_INCREMENT , `a1` bigint (20) DEFAULT NULL , `b1` smallint (5) unsigned NOT NULL , `c1` mediumint (8) unsigned NOT NULL , `d1` mediumint (8) NOT NULL , `e1` varchar (128) DEFAULT NULL , `f1` int (10) NOT NULL , `g1` tinyint (3) DEFAULT NULL , `h1` mediumint (8) unsigned DEFAULT NULL , `i1` int (11) DEFAULT NULL , `j1` mediumint (8) DEFAULT NULL , `k2` tinyint (1) DEFAULT '0' , `t1` varchar (8) DEFAULT NULL , `m1` int (11) DEFAULT NULL , `l1` int (10) unsigned DEFAULT NULL , `k1` int (10) unsigned DEFAULT NULL , `f2` tinyint (3) unsigned DEFAULT '0' , `n1` bigint (20) DEFAULT NULL , `o1` int (11) DEFAULT '0' , `p1` tinyint (1) DEFAULT '0' , `q1` int (11) DEFAULT '0' , `r1` int (11) DEFAULT '0' , `s1` tinyint (1) DEFAULT '0' , `z0` tinyint (3) unsigned DEFAULT NULL , `u1` varchar (128) DEFAULT NULL , `v1` varchar (15) DEFAULT NULL , `w1` varchar (128) NOT NULL , `x1` varchar (256) NOT NULL , `l2` tinyint (3) NOT NULL , `m2` double unsigned NOT NULL , `m3` double unsigned NOT NULL , `m4` double unsigned NOT NULL , `m5` double NOT NULL DEFAULT '0' , `m6` double NOT NULL DEFAULT '0' , `m7` double NOT NULL DEFAULT '0' , `y1` tinyint (4) NOT NULL , `e2` int (4) DEFAULT NULL , `z1` tinyint (4) DEFAULT NULL , `a2` tinyint (4) NOT NULL , `b2` tinyint (4) NOT NULL , `g2` smallint (6) NOT NULL DEFAULT '0' , `c2` int (11) NOT NULL , `d2` int (11) NOT NULL , `h2` int (11) NOT NULL DEFAULT '0' , `i2` smallint (6) NOT NULL DEFAULT '0' , PRIMARY KEY (`id`), UNIQUE KEY `f1_c1_e1` (`f1`,`c1`,`e1`), KEY `n1_y1` (`n1`,`y1`), KEY `a1_g1_y1` (`a1`,`g1`,`y1`), KEY `d1_d2` (`d1`,`d2`), KEY `b1_d2` (`b1`,`d2`), KEY `a1` (`a1`), KEY `b1` (`b1`), KEY `c1` (`c1`), KEY `d1` (`d1`), KEY `e1` (`e1`(32)), KEY `f1` (`f1`), KEY `g1` (`g1`), KEY `h1` (`h1`), KEY `j1` (`j1`), KEY `i1` (`i1`), KEY `m1` (`m1`), KEY `l1` (`l1`), KEY `k1` (`k1`), KEY `n1` (`n1`), KEY `o1` (`o1`), KEY `p1` (`p1`), KEY `q1` (`q1`), KEY `r1` (`r1`), KEY `s1` (`s1`), KEY `t1` (`t1`), KEY `u1` (`u1`), KEY `v1` (`v1`), KEY `w1` (`w1`), KEY `x1` (`x1`(32)), KEY `y1` (`y1`), KEY `z1` (`z1`), KEY `a2` (`a2`), KEY `b2` (`b2`), KEY `c2` (`c2`), KEY `d2` (`d2`), KEY `e2` (`e2`), KEY `f2` (`f2`) ) ENGINE=InnoDB DEFAULT CHARSET=utf8;
Below error is raised when doing snapshot.
2016-08-05 15:48:56,750 INFO MySQL|mysql_host_52_70_200_92_port_3306|snapshot Step 6: generating DROP and CREATE statements to reflect current database schemas [io.debezium.connector.mysql.SnapshotReader] 2016-08-05 15:48:58,149 INFO MySQL|mysql_host_52_70_200_92_port_3306|snapshot Step 6b: applying DROP and CREATE statements to connector's table model [io.debezium.connector.mysql.SnapshotReader] 2016-08-05 15:48:58,244 ERROR MySQL|mysql_host_52_70_200_92_port_3306|snapshot Failed due to error: Aborting snapshot after running 'SHOW CREATE TABLE gpay.transaction_psms': Invalid value: null used for required field [io.debezium.connector.mysql.SnapshotReader] org.apache.kafka.connect.errors.DataException: Invalid value: null used for required field at org.apache.kafka.connect.data.ConnectSchema.validateValue(ConnectSchema.java:210) at org.apache.kafka.connect.data.Struct.put(Struct.java:215) at org.apache.kafka.connect.data.Struct.put(Struct.java:204) at io.debezium.connector.mysql.SourceInfo.struct(SourceInfo.java:230) at io.debezium.connector.mysql.RecordMakers.schemaChangeRecordValue(RecordMakers.java:318) at io.debezium.connector.mysql.RecordMakers.schemaChanges(RecordMakers.java:123) at io.debezium.connector.mysql.SnapshotReader.enqueueSchemaChanges(SnapshotReader.java:536) at io.debezium.connector.mysql.MySqlSchema.lambda$applyDdl$3(MySqlSchema.java:339) at io.debezium.relational.ddl.DdlChanges.lambda$groupStatementStringsByDatabase$1(DdlChanges.java:72) at io.debezium.relational.ddl.DdlChanges.groupEventsByDatabase(DdlChanges.java:97) at io.debezium.relational.ddl.DdlChanges.groupStatementStringsByDatabase(DdlChanges.java:66) at io.debezium.connector.mysql.MySqlSchema.applyDdl(MySqlSchema.java:336) at io.debezium.connector.mysql.SnapshotReader.execute(SnapshotReader.java:295) at java.lang.Thread.run(Thread.java:745) 2016-08-05 15:48:58,648 ERROR || Task gpay-0 threw an uncaught and unrecoverable exception [org.apache.kafka.connect.runtime.WorkerTask]
