George Leonard
07/14/2024, 5:08 PMCREATE TABLE avro_salesbaskets (
INVOICENUMBER STRING,
SALEDATETIME_LTZ STRING,
SALETIMESTAMP_EPOC STRING,
TERMINALPOINT STRING,
NETT DOUBLE,
VAT DOUBLE,
TOTAL DOUBLE,
STORE row<ID STRING, NAME STRING>,
CLERK row<ID STRING, NAME STRING, SURNAME STRING>,
BASKETITEMS array<row<ID STRING, NAME STRING, BRAND STRING, CATEGORY STRING, PRICE DOUBLE, QUANTITY INT>>,
SALESTIMESTAMP_WM AS TO_TIMESTAMP(FROM_UNIXTIME(CAST(SALETIMESTAMP_EPOC AS BIGINT) / 1000)),
WATERMARK FOR SALESTIMESTAMP_WM AS SALESTIMESTAMP_WM
) WITH (
'connector' = 'kafka',
'topic' = 'avro_salesbaskets',
'properties.bootstrap.servers' = 'broker:29092',
'properties.group.id' = 'testGroup',
'scan.startup.mode' = 'earliest-offset',
'value.format' = 'avro-confluent',
'value.avro-confluent.schema-registry.url' = 'http://schema-registry:8081',
'value.fields-include' = 'ALL'
);
and
CREATE TABLE avro_salespayments (
INVOICENUMBER STRING,
FINTRANSACTIONID STRING,
PAYDATETIME_LTZ STRING,
PAYTIMESTAMP_EPOC STRING,
PAID DOUBLE,
PAYTIMESTAMP_WM AS TO_TIMESTAMP(FROM_UNIXTIME(CAST(PAYTIMESTAMP_EPOC AS BIGINT) / 1000)),
WATERMARK FOR PAYTIMESTAMP_WM AS PAYTIMESTAMP_WM
) WITH (
'connector' = 'kafka',
'topic' = 'avro_salespayments',
'properties.bootstrap.servers' = 'broker:29092',
'properties.group.id' = 'testGroup',
'scan.startup.mode' = 'earliest-offset',
'value.format' = 'avro-confluent',
'value.avro-confluent.url' = 'http://schema-registry:8081',
'value.fields-include' = 'ALL'
);
Trying simple select results in the following, both tables err same way.
Flink SQL> select * from avro_salesbaskets;
[ERROR] Could not execute SQL statement. Reason:
org.apache.flink.streaming.runtime.tasks.ExceptionInChainedOperatorException: Could not forward element to next operatorD. Draco O'Brien
07/15/2024, 10:43 AMD. Draco O'Brien
07/15/2024, 10:47 AMD. Draco O'Brien
07/15/2024, 10:50 AMD. Draco O'Brien
07/15/2024, 10:51 AMGeorge Leonard
07/15/2024, 11:05 AMGeorge Leonard
07/15/2024, 11:05 AMD. Draco O'Brien
07/15/2024, 11:46 AMGeorge Leonard
07/15/2024, 11:51 AM