Abdullah Jaffer
07/08/2022, 10:24 AM{
"OFFLINE": {
"tableName": "sales_by_order_OFFLINE",
"tableType": "OFFLINE",
"segmentsConfig": {
"schemaName": "sales_by_order",
"retentionTimeUnit": "DAYS",
"retentionTimeValue": "10000",
"replication": "2",
"segmentPushFrequency": "HOURLY",
"segmentPushType": "REFRESH",
"replicasPerPartition": "1"
},
"tenants": {
"broker": "DefaultTenant",
"server": "DefaultTenant"
},
"tableIndexConfig": {
"invertedIndexColumns": [],
"noDictionaryColumns": [],
"rangeIndexVersion": 2,
"autoGeneratedInvertedIndex": false,
"createInvertedIndexDuringSegmentGeneration": false,
"sortedColumn": [],
"bloomFilterColumns": [],
"loadMode": "MMAP",
"onHeapDictionaryColumns": [],
"varLengthDictionaryColumns": [],
"enableDefaultStarTree": false,
"enableDynamicStarTreeCreation": false,
"aggregateMetrics": false,
"nullHandlingEnabled": false,
"rangeIndexColumns": []
},
"metadata": {},
"quota": {},
"task": {
"taskTypeConfigsMap": {
"SegmentGenerationAndPushTask": {
"schedule": "0 * * * * ?",
"tableMaxNumTasks": "28"
}
}
},
"routing": {},
"query": {},
"ingestionConfig": {
"batchIngestionConfig": {
"batchConfigMaps": [
{
"input.fs.className": "org.apache.pinot.plugin.filesystem.S3PinotFS",
"input.fs.prop.region": "ap-southeast-1",
"inputDirURI": "s3 link",
"includeFileNamePattern": "glob:**/*.orc",
"excludeFileNamePattern": "glob:**/*.tmp",
"inputFormat": "orc"
}
],
"segmentIngestionType": "REFRESH",
"segmentIngestionFrequency": "HOURLY"
}
},
"isDimTable": false
}
}
Abdullah Jaffer
07/08/2022, 11:07 AMNeha Pawar
Abdullah Jaffer
07/08/2022, 8:34 PMcaught exception while executing task: Task_SegmentGenerationAndPushTask_1657270810079_23
Caused by: software.amazon.awssdk.services.s3.model.NoSuchKeyException: The specified key does not exist. (Service: S3, Status Code: 404, Request ID: , Extended Request ID: )
Abdullah Jaffer
07/09/2022, 12:14 AM