luanmorenomaciel
01/22/2021, 11:21 AMElon
01/22/2021, 2:15 PM"streamConfigs": {
"streamType": "kafka",
"stream.kafka.consumer.type": "LowLevel",
"stream.kafka.topic.name": "<my topic>",
"stream.kafka.broker.list": "<my broker host>:9092",
"realtime.segment.flush.threshold.time": "6h",
"realtime.segment.flush.threshold.size": "0",
"realtime.segment.flush.desired.size": "200M",
"stream.kafka.consumer.prop.isolation.level": "read_committed",
"stream.kafka.consumer.prop.auto.offset.reset": "smallest",
"stream.kafka.consumer.prop.group.id": "<a uuid>",
"stream.kafka.consumer.prop.client.id": "<another uuid>",
"stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory",
"stream.kafka.decoder.class.name": "org.apache.pinot.plugin.inputformat.avro.confluent.KafkaConfluentSchemaRegistryAvroMessageDecoder",
"stream.kafka.decoder.prop.schema.registry.rest.url": "http://<schema registry>:8081"
}
Elon
01/22/2021, 2:16 PMluanmorenomaciel
01/22/2021, 7:25 PM