Mohit Garg4628
09/28/2022, 4:30 AMRong R
09/28/2022, 4:36 AMMohit Garg4628
09/28/2022, 4:38 AMRong R
09/28/2022, 4:39 AMRong R
09/28/2022, 4:39 AMMohit Garg4628
09/28/2022, 5:16 AMMohit Garg4628
09/28/2022, 5:16 AM{
"schemaName": "pinot_01_test",
"dimensionFieldSpecs": [
{
"name": "email",
"dataType": "STRING"
},
{
"name": "user_id",
"dataType": "STRING"
},
{
"name": "event_time_iso",
"dataType": "STRING"
},
{
"name": "ingestion_time",
"dataType": "STRING"
}
],
"dateTimeFieldSpecs": [
{
"name": "mp_processing_time_ms",
"dataType": "LONG",
"format": "1:MILLISECONDS:EPOCH",
"granularity": "1:SECONDS"
},
{
"name": "dateTime",
"dataType": "STRING",
"format": "1:MILLISECONDS:SIMPLE_DATE_FORMAT:yyyy-MM-dd'T'HH:mm:ss.SSS'Z'",
"granularity": "1:SECONDS"
}
]
}
Mohit Garg4628
09/28/2022, 5:16 AM{
"tableName": "pinot_01_test",
"tableType": "REALTIME",
"tenants": {
"broker": "DefaultTenant",
"server": "DefaultTenant",
"tagOverrideConfig": {}
},
"segmentsConfig": {
"schemaName": "pinot_01_test",
"timeColumnName": "dateTime",
"replication": "1",
"replicasPerPartition": "1",
"retentionTimeUnit": null,
"retentionTimeValue": null,
"completionConfig": null,
"crypterClassName": null,
"peerSegmentDownloadScheme": null
},
"tableIndexConfig": {
"loadMode": "MMAP",
"invertedIndexColumns": [],
"createInvertedIndexDuringSegmentGeneration": false,
"rangeIndexColumns": [],
"sortedColumn": [],
"bloomFilterColumns": [],
"bloomFilterConfigs": null,
"noDictionaryColumns": [],
"onHeapDictionaryColumns": [],
"varLengthDictionaryColumns": [],
"enableDefaultStarTree": false,
"starTreeIndexConfigs": null,
"enableDynamicStarTreeCreation": false,
"segmentPartitionConfig": null,
"columnMinMaxValueGeneratorMode": null,
"aggregateMetrics": false,
"nullHandlingEnabled": false,
"streamConfigs": {
"streamType": "kafka",
"stream.kafka.topic.name": "<topic_name>",
"stream.kafka.broker.list": "<broker_list>",
"stream.kafka.consumer.type": "lowlevel",
"stream.kafka.consumer.prop.auto.offset.reset": "smallest",
"stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory",
"stream.kafka.decoder.class.name": "org.apache.pinot.plugin.stream.kafka.KafkaJSONMessageDecoder",
"realtime.segment.flush.threshold.rows": "0",
"realtime.segment.flush.threshold.time": "24h",
"realtime.segment.flush.segment.size": "100M"
}
},
"metadata": {},
"ingestionConfig": {
"filterConfig": null,
"transformConfigs": null
},
"quota": {
"storage": null,
"maxQueriesPerSecond": null
},
"task": null,
"routing": {
"segmentPrunerTypes": null,
"instanceSelectorType": null
},
"query": {
"timeoutMs": null
},
"fieldConfigList": null,
"upsertConfig": null,
"tierConfigs": null
}
Mohit Garg4628
09/28/2022, 5:16 AMPiyush Chauhan
09/28/2022, 11:09 AMRong R
09/28/2022, 2:28 PM