Slackbot
09/21/2022, 2:45 PMGian Merlino
09/21/2022, 2:58 PMJulian Reyes
09/21/2022, 3:02 PMvalues: {
serviceAccount: {
name: serviceAccountName,
},
configVars: {
druid_extensions_loadList: '["druid-histogram", "druid-datasketches", "postgresql-metadata-storage","druid-kinesis-indexing-service","druid-parquet-extensions","druid-s3-extensions","druid-basic-security","druid-kafka-indexing-service","statsd-emitter","druid-avro-extensions","druid-lookups-cached-global"]',
druid_emitter_statsd_dogstatsdConstantTags: pulumi.interpolate`["cluster:${clusterName}"]`,
druid_emitter_statsd_hostname: '10.1.151.114',
druid_emitter: 'statsd',
druid_emitter_logging_logLevel: 'debug',
druid_monitoring_emissionPeriod: 'PT15S',
druid_emitter_statsd_port: '8125',
druid_emitter_statsd_dogstatsd: 'true',
druid_emitter_statsd_includeHost: 'true',
druid_indexer_task_baseDir: '/opt/druid/var/tmp/',
druid_storage_type: 's3',
druid_storage_bucket: pulumi.interpolate`${bucketName}`,
druid_storage_baseKey: 'druid/segments',
druid_indexer_logs_type: 's3',
druid_indexer_logs_s3Bucket: pulumi.interpolate`${bucketName}`,
druid_indexer_logs_s3Prefix: 'druid/indexing-logs',
druid_extensions_hadoopDependenciesDir: '/opt/druid/hadoop-dependencies',
druid_global_http_requestBuffersize: '16384',
druid_indexer_logs_disableAcl: 'true',
druid_startup_logging_logProperties: 'true',
druid_selectors_indexing_serviceName: 'druid/overlord',
druid_zk_service_terminateDruidProcessOnConnectFail: 'true',
druid_storage_disableAcl: 'true',
druid_selectors_coordinator_serviceName: 'druid/coordinator',
druid_server_http_maxRequestHeaderSize: '16384',
druid_extensions_directory: '/opt/druid/extensions'
},
broker: {
replicaCount: 2,
config: {
DRUID_XMX: '6500m',
DRUID_XMS: '6500m',
DRUID_MAXDIRECTMEMORYSIZE: '7000m',
druid_broker_http_maxQueuedBytes: '50000000',
druid_broker_http_numConnections: '20'
}
},
router: {
replicaCount: 2,
serviceType: 'LoadBalancer',
config: {
DRUID_XMX: '1500m',
DRUID_XMS: '1500m',
druid_router_tierToBrokerMap: '{"_default_tier"\:"druid/broker"}',
druid_router_defaultRule: '_default_tier',
druid_router_http_readTimeout: 'PT8M',
druid_router_coordinatorServiceName: 'druid/coordinator',
druid_router_http_numConnections: '20',
druid_router_http_requestBuffersize: '16384',
druid_router_defaultBrokerServiceName: 'druid/broker',
druid_router_http_numMaxThreads: '20',
druid_router_managementProxy_enabled: 'true'
}
},
coordinator: {
replicaCount: 3,
config: {
DRUID_XMX: '8200m',
DRUID_XMS: '8200m',
druid_coordinator_period: 'PT60S',
druid_coordinator_startDelay: 'PT90S',
druid_coordinator_loadqueuepeon_type: 'http',
druid_coordinator_balancer_strategy: 'cachingCost',
druid_coordinator_kill_pendingSegments_on: 'true',
druid_coordinator_loadqueuepeon_http_batchSize: '8'
}
},
overlord: {
replicaCount: 3,
javaOpts: "-Xms4G -Xmx4G"
},
historical: {
replicaCount: 3,
config: {
DRUID_XMX: '512m',
DRUID_XMS: '512m',
druid_historical_cache_populateCache: 'true',
druid_historical_cache_useCache: 'true'
},
persistence: {
size: '16Gi'
}
},
middleManager: {
replicaCount: 3,
config: {
DRUID_XMX: '64m',
DRUID_XMS: '64m'
},
persistence: {
size: '16Gi'
}
}
so not sure if it might related but I doubt it doesSergio Ferragut
09/21/2022, 5:19 PMdruid-cluster-test-zookeeper-headless in the output to kubectl get svc ?Julian Reyes
09/21/2022, 5:21 PMJulian Reyes
09/21/2022, 5:21 PMSergio Ferragut
09/21/2022, 5:26 PM