Avinash Tripathy
04/25/2025, 10:29 AM2025-04-25 10:13:06,041 WARN org.apache.flink.runtime.taskmanager.Task [] - Source: MULTISINK_APP_KAFKA_SOURCE -> MULTISINK_APP_TRANSFORMER -> MLTISINK_APP_KAFKA_SINK: Writer -> MLTISINK_APP_KAFKA_SINK: Committer (2/2)#0 (57700502b5f830802eee110ba116985e_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED with failure cause:
java.lang.NoSuchMethodError: 'org.apache.avro.io.BinaryEncoder com.amazonaws.services.schemaregistry.flink.avro.GlueSchemaRegistryAvroSerializationSchema.getEncoder()'
at com.amazonaws.services.schemaregistry.flink.avro.GlueSchemaRegistryAvroSerializationSchema.serialize(GlueSchemaRegistryAvroSerializationSchema.java:106) ~[blob_p-88b7106f6d8297375e9582fd78c865e1809df7f8-606393c8b81f3b4642913f94ef1a3dd4:?]
at com.foo.bar.app.models.KafkaProducerRecordSchema.serialize(KafkaProducerRecordSchema.java:103) ~[blob_p-88b7106f6d8297375e9582fd78c865e1809df7f8-606393c8b81f3b4642913f94ef1a3dd4:?]
at com.foo.bar.app.models.KafkaProducerRecordSchema.serialize(KafkaProducerRecordSchema.java:27) ~[blob_p-88b7106f6d8297375e9582fd78c865e1809df7f8-606393c8b81f3b4642913f94ef1a3dd4:?]
at org.apache.flink.connector.kafka.sink.KafkaWriter.write(KafkaWriter.java:196) ~[blob_p-88b7106f6d8297375e9582fd78c865e1809df7f8-606393c8b81f3b4642913f94ef1a3dd4:?]
at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.processElement(SinkWriterOperator.java:205) ~[flink-dist-1.20.1.jar:1.20.1]
at org.apache.flink.streaming.runtime.tasks.CopyingChainingOutput.pushToOperator(CopyingChainingOutput.java:75) ~[flink-dist-1.20.1.jar:1.20.1]
at org.apache.flink.streaming.runtime.tasks.CopyingChainingOutput.collect(CopyingChainingOutput.java:50) ~[flink-dist-1.20.1.jar:1.20.1]
at org.apache.flink.streaming.runtime.tasks.CopyingChainingOutput.collect(CopyingChainingOutput.java:29) ~[flink-dist-1.20.1.jar:1.20.1]
at org.apache.flink.streaming.api.operators.TimestampedCollector.collect(TimestampedCollector.java:52) ~[flink-dist-1.20.1.jar:1.20.1]
at com.foo.bar.app.tranformer.FlinkTransformerFunction.flatMap(FlinkTransformerFunction.java:102) ~[blob_p-88b7106f6d8297375e9582fd78c865e1809df7f8-606393c8b81f3b4642913f94ef1a3dd4:?]
at com.foo.bar.app.tranformer.FlinkTransformerFunction.flatMap(FlinkTransformerFunction.java:32) ~[blob_p-88b7106f6d8297375e9582fd78c865e1809df7f8-606393c8b81f3b4642913f94ef1a3dd4:?]
at org.apache.flink.streaming.api.operators.StreamFlatMap.processElement(StreamFlatMap.java:47) ~[flink-dist-1.20.1.jar:1.20.1]
at org.apache.flink.streaming.runtime.tasks.CopyingChainingOutput.pushToOperator(CopyingChainingOutput.java:75) ~[flink-dist-1.20.1.jar:1.20.1]
at org.apache.flink.streaming.runtime.tasks.CopyingChainingOutput.collect(CopyingChainingOutput.java:50) ~[flink-dist-1.20.1.jar:1.20.1]
at org.apache.flink.streaming.runtime.tasks.CopyingChainingOutput.collect(CopyingChainingOutput.java:29) ~[flink-dist-1.20.1.jar:1.20.1]
at org.apache.flink.streaming.runtime.tasks.SourceOperatorStreamTask$AsyncDataOutputToOutput.emitRecord(SourceOperatorStreamTask.java:310) ~[flink-dist-1.20.1.jar:1.20.1]