Hi getting a cluster live prod since a solid two y...
# troubleshooting
f
Hi getting a cluster live prod since a solid two years we still keep seeing big différences on load between my 4 servers. Still on an old version 0.12 (I known 😇 still on planning to go to 1.X 😄 ) getting verry inballanced load on cluster every times the two same bad boys getting OOm killed. Using upsert with this kind of table
Copy code
{
    "tableName": "ressources",
    "tableType": "REALTIME",
    "segmentsConfig": {
        "schemaName": "ressources",
        "replication": "2",
        "replicasPerPartition": "2",
        "timeColumnName": "meta.ts",
        "minimizeDataMovement": false
    },
    "tenants": {
        "broker": "DefaultTenant",
        "server": "DefaultTenant",
        "tagOverrideConfig": {}
    },
    "tableIndexConfig": {
        "invertedIndexColumns": [
            "meta.customer",
            "id"
        ],
        "noDictionaryColumns": [
        ],
        "streamConfigs": {
            "streamType": "kafka",
            "stream.kafka.topic.name": "ressources",
            "stream.kafka.broker.list": "XXXX",
            "stream.kafka.consumer.type": "lowlevel",
            "stream.kafka.consumer.prop.auto.offset.reset": "smallest",
            "stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory",
            "stream.kafka.decoder.class.name": "org.apache.pinot.plugin.stream.kafka.KafkaJSONMessageDecoder",
            "realtime.segment.flush.threshold.rows": "0",
            "realtime.segment.flush.threshold.time": "7d",
            "realtime.segment.flush.threshold.segment.size": "150M"
        },
        "rangeIndexColumns": [],
        "rangeIndexVersion": 1,
        "jsonIndexColumns": [],
        "autoGeneratedInvertedIndex": false,
        "sortedColumn": [],
        "createInvertedIndexDuringSegmentGeneration": false,
        "bloomFilterColumns": [
            "meta.customer"
        ],
        "loadMode": "MMAP",
        "onHeapDictionaryColumns": [],
        "varLengthDictionaryColumns": [],
        "enableDefaultStarTree": false,
        "enableDynamicStarTreeCreation": false,
        "aggregateMetrics": false,
        "nullHandlingEnabled": false,
        "optimizeDictionary": false,
        "optimizeDictionaryForMetrics": false,
        "noDictionarySizeRatioThreshold": 0.0
    },
    "metadata": {},
    "quota": {},
    "task": {
    },
    "routing": {
        "instanceSelectorType": "strictReplicaGroup"
    },
    "query": {},
    "upsertConfig": {
        "mode": "FULL",
        "hashFunction": "NONE",
        "enableSnapshot": false
    },
    "ingestionConfig": {
        "transformConfigs": [....
        ],
        "continueOnError": true,
        "rowTimeValueCheck": true,
        "segmentTimeValueCheck": true
    },
    "isDimTable": false
}
Any advices ?
v
f
Not avalaible in v 12.0