I need help with hardware requirements for the var...
# troubleshooting
s
I need help with hardware requirements for the various components like cores, memory etc? Also which components are memory intensive, io intensive, cpu intensive etc. Currently i am thinking of • Controller - 2 • Broker - 2 • Servers - 3 (for realtime ingestion) • Zookeeper (should i go with standalone or cluster?) As far as i know, segments are stored on servers and controller (segment store), right?
Also getting error in server logs:
table config:
Copy code
{
  "tableName": "catapult",
  "tableType": "REALTIME",
  "quota": {
    "storage": "2G"
  },
  "segmentsConfig": {
    "timeColumnName": "timestamp",
    "timeType": "SECONDS",
    "schemaName": "catapult",
    "replicasPerPartition": "1",
    "retentionTimeUnit": "DAYS",
    "retentionTimeValue": 180,
    "completionConfig": {
      "completionMode": "DOWNLOAD"
    }
  },
  "tenants": {
    "broker": "catapultTenant",
    "server": "catapultTenant",
    "tagOverrideConfig": {}
  },
  "tableIndexConfig": {
    "loadMode": "MMAP",
    "aggregateMetrics": true,
    "noDictionaryColumns": [
      "success",
      "failure",
      "corrupted",
      "excludedTargets",
      "cappedTargets",
      "noResolution",
      "resolutionError",
      "appVersionOutOfBounds",
      "optOut",
      "networkFailure",
      "notOk"
    ],
    "streamConfigs": {
      "streamType": "kafka",
      "stream.kafka.consumer.type": "LowLevel",
      "stream.kafka.topic.name": "catapult-events",
      "stream.kafka.decoder.class.name": "org.apache.pinot.plugin.stream.kafka.KafkaJSONMessageDecoder",
      "stream.kafka.consumer.factory.class.name": "org.apache.pinot.plugin.stream.kafka20.KafkaConsumerFactory",
      "stream.kafka.broker.list": "localhost:9094,localhost:9095,localhost:9096",
      "realtime.segment.flush.threshold.time": "1m",
      "stream.kafka.consumer.prop.auto.offset.reset": "largest",
      "stream.kafka.zk.broker.url": "localhost:2191"
    }
  },
  "metadata": {
    "customConfigs": {}
  }
}