Flink CDC Caused by: com.ververica.cdc.connectors?

Flink CDC Caused by: com.ververica.cdc.connectors.shaded.org.apache.kafka.connect.errors.DataException: Invalid value: null used for required field: "CREATE_DTM", schema type: INT64?image.png
可是查库没有create_dtmnull 值?
CREATE TABLE IF NOT EXISTS default_catalog.B2C.AIRLINE__T_REFUND_PAY_src (
ID BIGINT NOT NULL,
CREATE_DTM TIMESTAMP NOT NULL,
PAY_NO STRING NOT NULL,
CURRENCY STRING NOT NULL,
REFUND_AMOUNT DOUBLE NOT NULL,
BANK_CODE STRING NULL,
STATUS DECIMAL(22, 0) NOT NULL,
UPDATE_DTM TIMESTAMP NULL,
REFUND_PAY_NO STRING NOT NULL,
PAY_TP DECIMAL(22, 0) NULL,
ORDER_NO STRING NULL,
PAY_SUCCESS_NO STRING NULL,
REFUND_SUCCESS_NO STRING NULL,
REFUND_SUCCESS_DATE TIMESTAMP NULL,
CREATE_ID STRING NULL,
UPDATE_ID STRING NULL,
REFUND_APPLY_DT TIMESTAMP NULL,
DELETED DECIMAL(22, 0) NOT NULL,
VERSION BIGINT NULL,
SCCODE STRING NOT NULL,
SUBSCCODE STRING NOT NULL,
PCCODE STRING NOT NULL,
SUBPCCODE STRING NOT NULL,
NOTIFYURL STRING NULL,
ORGSCDATE STRING NOT NULL,
REMARK STRING NULL,
RESV1 STRING NULL,
RESV2 STRING NULL,
RESV3 STRING NULL,
RESV4 STRING NULL,
REFUND_TYPE DECIMAL(22, 0) NULL,
CHANNEL_CODE STRING NULL,
SITE STRING NULL,
PAY_ID DECIMAL(22, 0) NULL,
REFUND_APPLY_ID STRING NULL,
COUNTRY STRING NULL,
LANGUAGE STRING NULL,
SOURCE_TYPE DECIMAL(22, 0) NULL,
ACCT_TIME STRING NULL,
ASYNC_REFUND_TIME STRING NULL,
PCSYSSEQID STRING NULL,
CHARGE_OFFS STRING NULL,
MEMO_INSIDE STRING NULL,
PAY_AMOUNT_TYPE STRING NULL,
APPLY_ID BIGINT NULL,
REFUND_AMOUNT_HISTORY BIGINT NULL,
PRIMARY KEY(ID)
NOT ENFORCED
) with (
CREATE TABLE IF NOT EXISTS default_catalog.B2C.AIRLINE__T_REFUND_PAY_sink (
ID BIGINT NOT NULL,
CREATE_DTM TIMESTAMP NOT NULL,
PAY_NO STRING NOT NULL,
CURRENCY STRING NOT NULL,
REFUND_AMOUNT DOUBLE NOT NULL,
BANK_CODE STRING NULL,
STATUS DECIMAL(22, 0) NOT NULL,
UPDATE_DTM TIMESTAMP NULL,
REFUND_PAY_NO STRING NOT NULL,
PAY_TP DECIMAL(22, 0) NULL,
ORDER_NO STRING NULL,
PAY_SUCCESS_NO STRING NULL,
REFUND_SUCCESS_NO STRING NULL,
REFUND_SUCCESS_DATE TIMESTAMP NULL,
CREATE_ID STRING NULL,
UPDATE_ID STRING NULL,
REFUND_APPLY_DT TIMESTAMP NULL,
DELETED DECIMAL(22, 0) NOT NULL,
VERSION BIGINT NULL,
SCCODE STRING NOT NULL,
SUBSCCODE STRING NOT NULL,
PCCODE STRING NOT NULL,
SUBPCCODE STRING NOT NULL,
NOTIFYURL STRING NULL,
ORGSCDATE STRING NOT NULL,
REMARK STRING NULL,
RESV1 STRING NULL,
RESV2 STRING NULL,
RESV3 STRING NULL,
RESV4 STRING NULL,
REFUND_TYPE DECIMAL(22, 0) NULL,
CHANNEL_CODE STRING NULL,
SITE STRING NULL,
PAY_ID DECIMAL(22, 0) NULL,
REFUND_APPLY_ID STRING NULL,
COUNTRY STRING NULL,
LANGUAGE STRING NULL,
SOURCE_TYPE DECIMAL(22, 0) NULL,
ACCT_TIME STRING NULL,
ASYNC_REFUND_TIME STRING NULL,
PCSYSSEQID STRING NULL,
CHARGE_OFFS STRING NULL,
MEMO_INSIDE STRING NULL,
PAY_AMOUNT_TYPE STRING NULL,
APPLY_ID BIGINT NULL,
REFUND_AMOUNT_HISTORY BIGINT NULL,
PRIMARY KEY(ID, CREATE_DTM)
NOT ENFORCED
) with (
INSERT INTO default_catalog.B2C.AIRLINE__T_REFUND_PAY_sink SELECT * FROM default_catalog.B2C.AIRLINE__T_REFUND_PAY_src WHERE CREATE_DTM >= to_TimeStamp('2023-01-01 00:00:00');

展开
收起
真的很搞笑 2023-08-28 15:22:51 178 分享 版权
1 条回答
写回答
取消 提交回答
  • 看下flink-sql 的ddl,这张表的db对应的ddl看下,建立一张相同的表测一下,搞几个测试数据看看问题,此回答整理自钉群“Flink CDC 社区”

    2023-08-28 15:51:52
    赞同 展开评论

实时计算Flink版是阿里云提供的全托管Serverless Flink云服务,基于 Apache Flink 构建的企业级、高性能实时大数据处理系统。提供全托管版 Flink 集群和引擎,提高作业开发运维效率。

还有其他疑问?
咨询AI助理