data injection stops in a realtime table after seg...
# troubleshootingr
Rohit Gampa
01/10/2021, 1:17 PMdata injection stops in a realtime table after segment flush threshold time. When i check, no new segments are created and the status of the one and only segment is shown as consuming.
Rohit Gampa
01/10/2021, 1:43 PMthis is the table
{
"tableName": "eventhandler_pinot_REALTIME",
"tableType": "REALTIME",
"segmentsConfig": {
"timeColumnName": "createdOn",
"replicasPerPartition": "1",
"schemaName": "eventhandler_pinot",
"replication": "1",
"segmentPushType": "APPEND",
"segmentPushFrequency": "HOURLY"
},
"tenants": {
"broker": "DefaultTenant",
"server": "DefaultTenant",
"tagOverrideConfig": {
"realtimeConsuming": "DefaultTenant_REALTIME",
"realtimeCompleted": "DefaultTenant_OFFLINE"
}
},
"tableIndexConfig": {
"invertedIndexColumns": [],
"rangeIndexColumns": [],
"autoGeneratedInvertedIndex": false,
"createInvertedIndexDuringSegmentGeneration": false,
"bloomFilterColumns": [],
"loadMode": "MMAP",
"streamConfigs": {
"streamType": "kafka",
"stream.kafka.topic.name": "eventhandler_pinot",
"stream.kafka.broker.list": "**.*.**.*:9092",
"stream.kafka.consumer.type": "lowlevel",
"stream.kafka.consumer.prop.auto.offset.reset": "smallest",
"stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory",
"stream.kafka.decoder.class.name": "org.apache.pinot.plugin.stream.kafka.KafkaJSONMessageDecoder",
"realtime.segment.flush.threshold.rows": "0",
"realtime.segment.flush.threshold.time": "24h",
"realtime.segment.flush.segment.size": "100M"
},
"noDictionaryColumns": [],
"onHeapDictionaryColumns": [],
"varLengthDictionaryColumns": [],
"enableDefaultStarTree": false,
"sortedColumn": [],
"enableDynamicStarTreeCreation": false,
"aggregateMetrics": false,
"nullHandlingEnabled": false
},
"metadata": {},
"quota": {},
"routing": {},
"query": {},
"ingestionConfig": {}
}
k
Kishore G
01/10/2021, 4:40 PM
Check the logs, there might be some exception while flushing the segment
➕ 1
r
Rohit Gampa
01/11/2021, 10:53 AMThanks, solved the issue. There was an formatting issue in the time column causing the segment creation to fail