Hello Everyone, Am using Apache Druid V28.0.0 (s...
# general
a
Hello Everyone, Am using Apache Druid V28.0.0 (single-server-deployment) using AUTO config. this Druid running node has only Druid and related services 8 CPU, 64GB RAM Am using Apache Kafka to stream the data (which is running in another node/server) in Kafka we have 1 topic, in Druid we have 1 datasource - only I did one-time-ingestion of 500000 to 700000 rows of data with in hour Well, now am facing a issue in SUPERVISORS and TASKS the TASKS are keep failing - saying -> No task in the corresponding pending completion taskGroup[0] succeeded before completion timeout and -> java.util.concurrent.ExecutionException: java.lang.OutOfMemoryError: Direct buffer memory My Kafka Supervisor Ingestion Spec has following properties "ioConfig": { "topic": "tx_combine", "topicPattern": null, "inputFormat": { "type": "json", "keepNullColumns": false, "assumeNewlineDelimited": false, "useJsonNodeReader": false }, "replicas": 1, "taskCount": 1, "taskDuration": "PT3600S", "consumerProperties": { "bootstrap.servers": "kafkahost1:9094" }, "autoScalerConfig": null, "pollTimeout": 100, "startDelay": "PT5S", "period": "PT30S", "useEarliestOffset": true, "completionTimeout": "PT1800S", "lateMessageRejectionPeriod": null, "earlyMessageRejectionPeriod": null, "lateMessageRejectionStartDateTime": null, "configOverrides": null, "idleConfig": null, "stopTaskCount": 1, "stream": "ipos_tx_combine", "useEarliestSequenceNumber": true }, "tuningConfig": { "type": "kafka", "appendableIndexSpec": { "type": "onheap", "preserveExistingMetrics": false }, "maxRowsInMemory": 150000, "maxBytesInMemory": 0, "skipBytesInMemoryOverheadCheck": false, "maxRowsPerSegment": 5000000, "maxTotalRows": null, "intermediatePersistPeriod": "PT10M", "maxPendingPersists": 0, "indexSpec": { "bitmap": { "type": "roaring" }, "dimensionCompression": "lz4", "stringDictionaryEncoding": { "type": "utf8" }, "metricCompression": "lz4", "longEncoding": "longs" }, "indexSpecForIntermediatePersists": { "bitmap": { "type": "roaring" }, "dimensionCompression": "lz4", "stringDictionaryEncoding": { "type": "utf8" }, "metricCompression": "lz4", "longEncoding": "longs" }, "reportParseExceptions": false, "handoffConditionTimeout": 900000, "resetOffsetAutomatically": false, "segmentWriteOutMediumFactory": null, "workerThreads": null, "chatRetries": 8, "httpTimeout": "PT10S", "shutdownTimeout": "PT80S", "offsetFetchPeriod": "PT30S", "intermediateHandoffPeriod": "P2147483647D", "logParseExceptions": false, "maxParseExceptions": 2147483647, "maxSavedParseExceptions": 0, "skipSequenceNumberAvailabilityCheck": false, "repartitionTransitionDuration": "PT120S" } What is to be done to fix the TASKS failing and SUPERVISOR failing as UNHEALTHY TASK for above mentioned errors ??