Rishika
07/11/2025, 5:29 PMRishika
07/11/2025, 5:34 PMMayank
Rishika
07/11/2025, 6:32 PMAnand Kr Shaw
07/12/2025, 1:13 AMRishika
07/12/2025, 2:01 AMMayank
Rishika
07/12/2025, 7:28 AM# job-spec.yml
jobType: SegmentCreationAndPush
inputDirURI: ""
outputDirURI: "/tmp/pinot-segments"
overwriteOutput: true
tableName: external_provider_schema_OFFLINE
schemaFile: /path/to/schema.json
tableConfigFile: /path/to/tableConfig.json
recordReaderSpec:
dataFormat: "json"
className: "org.apache.pinot.plugin.inputformat.json.JSONRecordReader"
ingestionConfig:
batchIngestionConfig:
batchType: "kafka"
kafkaIngestionConfig:
kafkaTopicName: "myKafkaTopic"
kafkaBrokerList: "localhost:9093"
kafkaConsumerProps:
auto.offset.reset: "earliest"
group.id: "pinot-batch-ingestion"
security.protocol: "SSL"
ssl.truststore.location: "/path/to/truststore.jks"
ssl.truststore.password: "yourTruststorePassword"
ssl.keystore.location: "/path/to/keystore.jks"
ssl.keystore.password: "yourKeystorePassword"
ssl.key.password: "yourKeyPassword"
startOffset: "0"
endOffset: "100000" # Set this according to your batch size
pushJobSpec:
pushAttempts: 3
pushRetryIntervalMillis: 10000
pushParallelism: 2
pushToHost: "http://localhost:9000"Rishika
07/12/2025, 7:30 AMGot exception to create to generate ingestionjobspecMayank
Rishika
07/12/2025, 2:00 PMMayank
Rishika
07/12/2025, 2:11 PMMayank
Mayank
Mayank
Kiril Kalchev
07/15/2025, 5:06 PM