hmmm, strange... I executed the following command...
# troubleshooting
g
hmmm, strange... I executed the following command to create a catalog, to persist onto hive, and then created a database. when I run my create table I get error as per below, if I do this without using hive catalog all works.
Copy code
CREATE CATALOG c_iceberg_hive WITH (
        'type' = 'iceberg',
        'catalog-type'='hive',
        'warehouse' = '<s3a://warehouse>',
        'hive-conf-dir' = '/opt/sql-client/conf');
        
CREATE DATABASE `c_iceberg_hive`.`db01`;
Create table
Copy code
CREATE TABLE t_k_avro_salescompleted (
    INVNUMBER STRING,
    SALEDATETIME_LTZ STRING,
    SALETIMESTAMP_EPOC STRING,
    TERMINALPOINT STRING,
    NETT DOUBLE,
    VAT DOUBLE,
    TOTAL DOUBLE,
    STORE row<ID STRING, NAME STRING>,
    CLERK row<ID STRING, NAME STRING, SURNAME STRING>,
    BASKETITEMS array<row<ID STRING, NAME STRING, BRAND STRING, CATEGORY STRING, PRICE DOUBLE, QUANTITY INT>>,
    FINTRANSACTIONID STRING,
    PAYDATETIME_LTZ STRING,
    PAYTIMESTAMP_EPOC STRING,
    PAID DOUBLE,
    SALESTIMESTAMP_WM AS TO_TIMESTAMP(FROM_UNIXTIME(CAST(SALETIMESTAMP_EPOC AS BIGINT) / 1000)),
    WATERMARK FOR SALESTIMESTAMP_WM AS SALESTIMESTAMP_WM
) WITH (
    'connector' = 'kafka',
    'topic' = 'avro_salescompleted',
    'properties.bootstrap.servers' = 'broker:29092',
    'scan.startup.mode' = 'earliest-offset',
    'properties.group.id' = 'testGroup',
    'value.format' = 'avro-confluent',
    'value.avro-confluent.schema-registry.url' = '<http://schema-registry:9081>',
    'value.fields-include' = 'ALL'
);
error
Copy code
[ERROR] Could not execute SQL statement. Reason:
java.lang.UnsupportedOperationException: Creating table with computed columns is not supported yet.