-
Notifications
You must be signed in to change notification settings - Fork 1.7k
Description
mysql binlog同步mysql报错
版本:mysql5.7
flink 1.12.2、 hadoop 3.3.1、chunjun v1.12.3
同步json
{
"job" : {
"content" : [ {
"reader" : {
"parameter" : {
"username" : "chunjun",
"password" : "chunjun",
"cat" : "insert,delete,update",
"jdbcUrl" : "jdbc:mysql://192.168.1.xx:3307/chunjun?useSSL=false",
"host" : "192.168.1.207",
"port" : 3307,
"start" : {
},
"table" : [ "mytest1" ],
"splitUpdate" : true,
"pavingData" : true,
"column": [
{
"name": "id",
"type": "BIGINT"
},
{
"name": "user_id",
"type": "BIGINT"
},
{
"name": "name",
"type": "VARCHAR"
}
]
},
"table": {
"tableName": "mytest1"
},
"name" : "binlogreader"
},
"writer": {
"name": "mysqlwriter",
"parameter": {
"username": "chunjun",
"password": "chunjun",
"connection": [
{
"jdbcUrl": "jdbc:mysql://192.168.1.xx:3307/chunjun?useSSL=false",
"table": [
"mytest1_sync"
]
}
],
"writeMode": "insert",
"column": [
{
"name": "id",
"type": "BIGINT"
},
{
"name": "user_id",
"type": "BIGINT"
},
{
"name": "name",
"type": "VARCHAR"
}
]
}
}
} ],
"setting" : {
"speed" : {
"bytes" : 0,
"channel" : 1
}
}
}
}
运行脚本
sh ./bin/flinkx -mode yarn \ -jobName chunjun_session_01 \ -jobType sync -job $CHUNJUN_DIST/flinkx-examples/json/binlog/my_binlog_stream_transformer_207.json \ -hadoopConfDir $HADOOP_CONF_DIR \ -flinkxDistDir $CHUNJUN_DIST/flinkx-dist \ -flinkConfDir $FLINK_CONF \ -confProp {"yarn.application.id":"application_1652790451834_0006"}
FLINK运行job后
报错信息如下:
com.alibaba.otter.canal.parse.exception.CanalParseException: com.googlecode.aviator.exception.ExpressionRuntimeException: Execute expression error
Caused by: com.googlecode.aviator.exception.ExpressionRuntimeException: Execute expression error
at com.googlecode.aviator.ClassExpression.execute(ClassExpression.java:59) ~[flinkx-connector-binlog-master.jar:?]
at com.alibaba.otter.canal.filter.aviater.AviaterRegexFilter.filter(AviaterRegexFilter.java:74) ~[flinkx-connector-binlog-master.jar:?]
at com.alibaba.otter.canal.parse.inbound.mysql.dbsync.LogEventConvert.parseRowsEventForTableMeta(LogEventConvert.java:451) ~[flinkx-connector-binlog-master.jar:?]
at com.alibaba.otter.canal.parse.inbound.mysql.MysqlMultiStageCoprocessor$SimpleParserStage.onEvent(MysqlMultiStageCoprocessor.java:274) ~[flinkx-connector-binlog-master.jar:?]
at com.alibaba.otter.canal.parse.inbound.mysql.MysqlMultiStageCoprocessor$SimpleParserStage.onEvent(MysqlMultiStageCoprocessor.java:246) ~[flinkx-connector-binlog-master.jar:?]
at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:168) ~[flinkx-connector-binlog-master.jar:?]
at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) ~[flinkx-connector-binlog-master.jar:?]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_301]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_301]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_301]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_301]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_301]
Caused by: java.lang.ExceptionInInitializerError
at com.alibaba.otter.canal.filter.aviater.RegexFunction.call(RegexFunction.java:24) ~[flinkx-connector-binlog-master.jar:?]
at Script_1652866925835_0.execute0(Unknown Source) ~[?:?]
at com.googlecode.aviator.ClassExpression.execute(ClassExpression.java:53) ~[flinkx-connector-binlog-master.jar:?]
at com.alibaba.otter.canal.filter.aviater.AviaterRegexFilter.filter(AviaterRegexFilter.java:74) ~[flinkx-connector-binlog-master.jar:?]
at com.alibaba.otter.canal.parse.inbound.mysql.dbsync.LogEventConvert.parseRowsEventForTableMeta(LogEventConvert.java:451) ~[flinkx-connector-binlog-master.jar:?]
at com.alibaba.otter.canal.parse.inbound.mysql.MysqlMultiStageCoprocessor$SimpleParserStage.onEvent(MysqlMultiStageCoprocessor.java:274) ~[flinkx-connector-binlog-master.jar:?]
at com.alibaba.otter.canal.parse.inbound.mysql.MysqlMultiStageCoprocessor$SimpleParserStage.onEvent(MysqlMultiStageCoprocessor.java:246) ~[flinkx-connector-binlog-master.jar:?]
at com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:168) ~[flinkx-connector-binlog-master.jar:?]
at com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) ~[flinkx-connector-binlog-master.jar:?]
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_301]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_301]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_301]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_301]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_301]
请教下是什么原因。