L P V
06/12/2025, 7:51 AMDataStream<Row> merchantQuasiFeatureCreditFilterRow = merchantQuasiFeatureCreditFilter
.map(message -> Row.of(
message.getEntity(), // Field 0
message.getFeatureSet(), // Field 1
message.getTimestamp() , // Field 2
sha256(message.getEntity()) // Field 3
))
.returns(Row.class);
tableEnv.createTemporaryView("datastream_table", merchantQuasiFeatureCreditFilterRow,
Schema.newBuilder()
.columnByExpression("entity", "cast(f0 as string)")
.columnByExpression("proctime", "PROCTIME()") //
.columnByExpression("entityHash", "cast(f3 as string)") // Hashed entity
.build()
);
It show error when deploy Flink job:
org.apache.flink.client.program.ProgramInvocationException: The main method caused an error: Invalid expression for computed column 'entityHash'.
I don't know why because I've already add field 3 to data stream.Pedro Mázala
06/12/2025, 8:19 AMSchema schema = Schema.newBuilder()
.column("entity", DataTypes.STRING())
.column("featureSet", DataTypes.STRING())
.column("ts", DataTypes.BIGINT())
.column("entityHash", DataTypes.STRING())
.columnByExpression("proctime", "PROCTIME()")
.build();
tableEnv.createTemporaryView(
"datastream_table",
merchantQuasiFeatureCreditFilterRow,
schema);L P V
06/12/2025, 8:55 AML P V
06/12/2025, 8:55 AMSchema schema = Schema.newBuilder()
.column("entity", DataTypes.STRING())
.column("ts", DataTypes.BIGINT())
.column("entityHash", DataTypes.STRING())
.columnByExpression("proctime", "PROCTIME()")
.build();
tableEnv.createTemporaryView(
"datastream_table",
merchantQuasiFeatureCreditFilterRow,
schema);
tableEnv.from("datastream_table").printSchema();
Table result = tableEnv.sqlQuery(
"SELECT d.*, h.features.merchant_address_city " +
"FROM datastream_table AS d " +
"LEFT JOIN merchant_feature_hbase FOR SYSTEM_TIME AS OF d.proctime AS h " +
"ON d.entity = h.entity" // Use hashed entity for join
);L P V
06/12/2025, 8:56 AMPedro Mázala
06/12/2025, 9:38 AMtableEnv.createTemporaryView line, right?L P V
06/12/2025, 9:40 AML P V
06/12/2025, 9:40 AMPedro Mázala
06/12/2025, 9:45 AML P V
06/12/2025, 9:49 AMPedro Mázala
06/12/2025, 9:53 AMTypeInformation<Row> merchantType = Types.ROW_NAMED(
new String[] {"entity", "featureSet", "ts", "entityHash"},
Types.STRING, Types.STRING, Types.LONG, Types.STRING); // adjust ts type if needed
DataStream<Row> merchantQuasiFeatureCreditFilterRow =
merchantQuasiFeatureCreditFilter
.map(msg -> Row.of(
msg.getEntity(),
msg.getFeatureSet(),
msg.getTimestamp(),
sha256(msg.getEntity())))
.returns(merchantType);L P V
06/12/2025, 11:38 AML P V
06/13/2025, 8:04 AMTypeInformation<Row> rowTypeInfo = new RowTypeInfo(
Types.STRING, // f0 - entity
Types.LONG, // f1 - timestamp
Types.STRING // f2 - hashed entity
);
DataStream<Row> merchantQuasiFeatureCreditFilterRow = merchantQuasiFeatureCreditFilter
.map(message -> Row.of(
message.getEntity(), // Field 0
message.getTimestamp(), // Field 1
sha256(message.getEntity()) // Field 2
))
.returns(rowTypeInfo); // Use explicit type information instead of Row.class
Schema schema = Schema.newBuilder()
.column("f0", DataTypes.STRING())
.column("f1", DataTypes.BIGINT())
.column("f2", DataTypes.STRING())
.columnByExpression("proctime", "PROCTIME()")
.build();
tableEnv.createTemporaryView(
"datastream_table",
merchantQuasiFeatureCreditFilterRow,
schema);
tableEnv.from("datastream_table").printSchema();
Table result = tableEnv.sqlQuery(
"SELECT d.*, h.features.merchant_address_city " +
"FROM datastream_table AS d " +
"LEFT JOIN merchant_feature_hbase FOR SYSTEM_TIME AS OF d.proctime AS h " +
"ON d.f2 = h.entity" // Use hashed entity for join
);Pedro Mázala
06/13/2025, 8:11 AML P V
06/13/2025, 10:01 AM