baarath
04/28/2025, 6:16 AMexecutionFrameworkSpec:
name: 'standalone'
segmentGenerationJobRunnerClassName: 'org.apache.pinot.plugin.ingestion.batch.standalone.SegmentGenerationJobRunner'
segmentTarPushJobRunnerClassName: 'org.apache.pinot.plugin.ingestion.batch.standalone.SegmentTarPushJobRunner'
jobType: SegmentCreationAndTarPush
inputDirURI: '/input_data/'
includeFileNamePattern: 'glob:**/*.csv'
outputDirURI: '/output_segments/'
overwriteOutput: true
pinotFSSpecs:
- scheme: file
className: org.apache.pinot.spi.filesystem.LocalPinotFS
recordReaderSpec:
dataFormat: 'csv'
className: 'org.apache.pinot.plugin.inputformat.csv.CSVRecordReader'
configClassName: 'org.apache.pinot.plugin.inputformat.csv.CSVRecordReaderConfig'
configs:
multiValueDelimiter: '\$'
delimiter: ' '
tableSpec:
tableName: 'asset_control_family'
pinotClusterSpecs:
- controllerURI: 'http://localhost:9000'
pushJobSpec:
pushAttempts: 2
pushRetryIntervalMillis: 1000
DATA.CSV
App ID App Name
100008 MKind_Xcde_-_Cox
100008 MKind_Xcde_-_Cox
100008 MKind_Xcde_-_Cox
100008 MKind_Xcde_-_Cox
100008 MKind_Xcde_-_Coxbaarath
04/28/2025, 6:19 AMXiang Fu
baarath
04/28/2025, 12:46 PMXiang Fu