Shubham B
08/25/2021, 6:30 AMShubham B
08/25/2021, 6:32 AM"streamConfigs": {
"streamType": "kafka",
"stream.kafka.consumer.type": "highLevel",
"stream.kafka.topic.name": "<topic-name>",
"stream.kafka.decoder.class.name": "org.apache.pinot.plugin.inputformat.protobuf.ProtoBufRecordReader",
"stream.kafka.group.id": "$Default",
"stream.kafka.client.id": "pinot-test",
"stream.kafka.security.protocol": "SASL_SSL",
"stream.kafka.sasl.mechanism": "PLAIN",
"stream.kafka.sasl.jaas.config": "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"$ConnectionString\" password=${password}",
"stream.kafka.zk.broker.url": "<eventhub-namespace>.<http://servicebus.windows.net:9093|servicebus.windows.net:9093>",
"realtime.segment.flush.threshold.rows": "0",
"realtime.segment.flush.threshold.time": "24h",
"realtime.segment.flush.segment.size": "100M",
"stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory",
"stream.kafka.broker.list": "<eventhub-namespace>.<http://servicebus.windows.net:9093|servicebus.windows.net:9093>",
"realtime.segment.flush.threshold.size": "500",
"stream.kafka.consumer.prop.auto.offset.reset": "earliest"
}
Kishore G
Kartik Khare
08/25/2021, 2:28 PMShubham B
08/25/2021, 4:04 PM