Slackbot
09/08/2024, 12:42 PMGeorge Leonard
09/09/2024, 4:59 PMCREATE OR REPLACE TABLE c_hive.db01.t_f_avro_salespayments (
`invoiceNumber` STRING,
`payDateTime_Ltz` STRING,
`payTimestamp_Epoc` STRING,
`paid` DOUBLE,
`finTransactionId` STRING,
`created_at` TIMESTAMP(3),
`payTimestamp_WM` AS TO_TIMESTAMP(FROM_UNIXTIME(CAST(`payTimestamp_Epoc` AS BIGINT) / 1000)),
WATERMARK FOR `payTimestamp_WM` AS `payTimestamp_WM`,
PRIMARY KEY (`invoiceNumber`) NOT ENFORCED
) WITH (
'connector' = 'upsert-kafka'
,'topic' = 'avro_salespayments'
,'properties.bootstrap.servers' = 'broker:29092'
,'value.fields-include' = 'ALL'
,'value.format' = 'avro-confluent'
,'value.avro-confluent.schema-registry.url'= '<http://schema-registry:9081>'
,'key.format' = 'raw'
,'properties.group.id' = 'mysqlcdcsourced'
);