This message was deleted.
# troubleshooting
s
This message was deleted.
g
I'm not sure if this would be related to upgrading: I don't think we changed anything that would affect name resolution
j
yeah I am not sure either tbh, I also added a bunch of custom values in the helm:
Copy code
values: {
                serviceAccount: {
                    name: serviceAccountName,
                },
                configVars: {
                    druid_extensions_loadList: '["druid-histogram", "druid-datasketches", "postgresql-metadata-storage","druid-kinesis-indexing-service","druid-parquet-extensions","druid-s3-extensions","druid-basic-security","druid-kafka-indexing-service","statsd-emitter","druid-avro-extensions","druid-lookups-cached-global"]',
                    druid_emitter_statsd_dogstatsdConstantTags: pulumi.interpolate`["cluster:${clusterName}"]`,
                    druid_emitter_statsd_hostname: '10.1.151.114',
                    druid_emitter: 'statsd',
                    druid_emitter_logging_logLevel: 'debug',
                    druid_monitoring_emissionPeriod: 'PT15S',
                    druid_emitter_statsd_port: '8125',
                    druid_emitter_statsd_dogstatsd: 'true',
                    druid_emitter_statsd_includeHost: 'true',
                    druid_indexer_task_baseDir: '/opt/druid/var/tmp/',
                    druid_storage_type: 's3',
                    druid_storage_bucket: pulumi.interpolate`${bucketName}`,
                    druid_storage_baseKey: 'druid/segments',
                    druid_indexer_logs_type: 's3',
                    druid_indexer_logs_s3Bucket: pulumi.interpolate`${bucketName}`,
                    druid_indexer_logs_s3Prefix: 'druid/indexing-logs',
                    druid_extensions_hadoopDependenciesDir: '/opt/druid/hadoop-dependencies',
                    druid_global_http_requestBuffersize: '16384',
                    druid_indexer_logs_disableAcl: 'true',
                    druid_startup_logging_logProperties: 'true',
                    druid_selectors_indexing_serviceName: 'druid/overlord',
                    druid_zk_service_terminateDruidProcessOnConnectFail: 'true',
                    druid_storage_disableAcl: 'true',
                    druid_selectors_coordinator_serviceName: 'druid/coordinator',
                    druid_server_http_maxRequestHeaderSize: '16384',
                    druid_extensions_directory: '/opt/druid/extensions'
                },

                broker: {
                    replicaCount: 2,
                    config: {
                        DRUID_XMX: '6500m',
                        DRUID_XMS: '6500m',
                        DRUID_MAXDIRECTMEMORYSIZE: '7000m',
                        druid_broker_http_maxQueuedBytes: '50000000',
                        druid_broker_http_numConnections: '20'
                    }
                },

                router: {
                    replicaCount: 2,
                    serviceType: 'LoadBalancer',
                    config: {
                        DRUID_XMX: '1500m',
                        DRUID_XMS: '1500m',
                        druid_router_tierToBrokerMap: '{"_default_tier"\:"druid/broker"}',
                        druid_router_defaultRule: '_default_tier',
                        druid_router_http_readTimeout: 'PT8M',
                        druid_router_coordinatorServiceName: 'druid/coordinator',
                        druid_router_http_numConnections: '20',
                        druid_router_http_requestBuffersize: '16384',
                        druid_router_defaultBrokerServiceName: 'druid/broker',
                        druid_router_http_numMaxThreads: '20',
                        druid_router_managementProxy_enabled: 'true'
                    }
                },

                coordinator: {
                    replicaCount: 3,
                    config: {
                        DRUID_XMX: '8200m',
                        DRUID_XMS: '8200m',
                        druid_coordinator_period: 'PT60S',
                        druid_coordinator_startDelay: 'PT90S',
                        druid_coordinator_loadqueuepeon_type: 'http',
                        druid_coordinator_balancer_strategy: 'cachingCost',
                        druid_coordinator_kill_pendingSegments_on: 'true',
                        druid_coordinator_loadqueuepeon_http_batchSize: '8'
                    }
                },

                overlord: {
                    replicaCount: 3,
                    javaOpts: "-Xms4G -Xmx4G"
                },

                historical: {
                    replicaCount: 3,
                    config: {
                        DRUID_XMX: '512m',
                        DRUID_XMS: '512m',
                        druid_historical_cache_populateCache: 'true',
                        druid_historical_cache_useCache: 'true'
                    },
                    persistence: {
                        size: '16Gi'
                    }
                },

                middleManager: {
                    replicaCount: 3,
                    config: {
                        DRUID_XMX: '64m',
                        DRUID_XMS: '64m'
                    },
                    persistence: {
                        size: '16Gi'
                    }
                }
so not sure if it might related but I doubt it does
s
Do you see
druid-cluster-test-zookeeper-headless
in the output to
kubectl get svc
?
j
yeah I see it
I have not seen the error again tho
s
perhaps it was just at startup? Given that services start asynchronously with the helm install, you may need to wait for everything to be up, before those errors go away.