helpful-processor-71693
06/19/2022, 10:17 AMkafka:
bootstrap:
server: "bootstrap1:9096,bootstrap2:9096,bootstrap3:9096"
zookeeper:
server: "zk1:2181,zk2:2181,zk3:2181"
global:
credentialsAndCertsSecrets:
name: sasl-jass-config
secureEnv:
sasl.jaas.config: sasl_jaas_config
springKafkaConfigurationOverrides:
security.protocol: SASL_SSL
sasl.mechanism: SCRAM-SHA-512
My secrets file is containing the jaas.config file content as follows.
org.apache.kafka.common.security.scram.ScramLoginModule required username="xxxxxxxxxx" password="xxxxxxxxxxxx";
and i verified that my MSK is already configured with SASL/SCRAM but still datahub-kafka-setup-job
is failing with following error:
[main] ERROR io.confluent.admin.utils.cli.KafkaReadyCommand - Error while running kafka-ready.
org.apache.kafka.common.KafkaException: Failed to create new KafkaAdminClient
at org.apache.kafka.clients.admin.KafkaAdminClient.createInternal(KafkaAdminClient.java:535)
at org.apache.kafka.clients.admin.Admin.create(Admin.java:75)
at org.apache.kafka.clients.admin.AdminClient.create(AdminClient.java:49)
at io.confluent.admin.utils.ClusterStatus.isKafkaReady(ClusterStatus.java:138)
at io.confluent.admin.utils.cli.KafkaReadyCommand.main(KafkaReadyCommand.java:150)
Caused by: java.lang.IllegalArgumentException: Could not find a 'KafkaClient' entry in the JAAS configuration. System property 'java.security.auth.login.config' is not set
at org.apache.kafka.common.security.JaasContext.defaultContext(JaasContext.java:131)
at org.apache.kafka.common.security.JaasContext.load(JaasContext.java:96)
at org.apache.kafka.common.security.JaasContext.loadClientContext(JaasContext.java:82)
at org.apache.kafka.common.network.ChannelBuilders.create(ChannelBuilders.java:134)
at org.apache.kafka.common.network.ChannelBuilders.clientChannelBuilder(ChannelBuilders.java:73)
at org.apache.kafka.clients.ClientUtils.createChannelBuilder(ClientUtils.java:105)
at org.apache.kafka.clients.admin.KafkaAdminClient.createInternal(KafkaAdminClient.java:508)
Can someone please help if anything specific I am missing in the configuration ?loud-island-88694
bumpy-needle-3184
06/19/2022, 5:26 PMkafka:
bootstrap:
server: "bootstrap1:9096,bootstrap2:9096,bootstrap3:9096"
zookeeper:
server: "zk1:2181,zk2:2181,zk3:2181"
global:
springKafkaConfigurationOverrides:
security.protocol: SASL_SSL
sasl.mechanism: SCRAM-SHA-512
credentialsAndCertsSecrets:
name: sasl-jass-config
secureEnv:
sasl.jaas.config: sasl_jaas_config
bumpy-needle-3184
06/19/2022, 5:27 PMhelpful-processor-71693
06/20/2022, 5:38 AMbumpy-needle-3184
06/20/2022, 6:22 AMapiVersion: v1
data:
sasl_jaas_config: xxxxxxxxx
kind: Secret
metadata:
name: sasl-jass-config
helpful-processor-71693
06/20/2022, 6:35 AMapiVersion: v1
data:
sasl_jaas_config: xxxxxxxxxxxxxxxxxxxxxxxxx
kind: Secret
metadata:
creationTimestamp: "2022-06-17T17:28:45Z"
name: sasl-jass-config
namespace: default
helpful-processor-71693
06/20/2022, 6:36 AMbumpy-needle-3184
06/20/2022, 7:38 AMloud-island-88694
incalculable-ocean-74010
06/20/2022, 4:31 PMhelpful-processor-71693
06/22/2022, 5:16 AMif [[ $KAFKA_PROPERTIES_SECURITY_PROTOCOL == "SSL" ]]; then
if [[ -n $KAFKA_PROPERTIES_SSL_KEYSTORE_LOCATION ]]; then
echo "ssl.keystore.location=$KAFKA_PROPERTIES_SSL_KEYSTORE_LOCATION" >> $CONNECTION_PROPERTIES_PATH
echo "ssl.keystore.password=$KAFKA_PROPERTIES_SSL_KEYSTORE_PASSWORD" >> $CONNECTION_PROPERTIES_PATH
echo "ssl.key.password=$KAFKA_PROPERTIES_SSL_KEY_PASSWORD" >> $CONNECTION_PROPERTIES_PATH
if [[ -n $KAFKA_PROPERTIES_SSL_KEYSTORE_TYPE ]]; then
echo "ssl.keystore.type=$KAFKA_PROPERTIES_SSL_KEYSTORE_TYPE" >> $CONNECTION_PROPERTIES_PATH
fi
fi
if [[ -n $KAFKA_PROPERTIES_SSL_TRUSTSTORE_LOCATION ]]; then
echo "ssl.truststore.location=$KAFKA_PROPERTIES_SSL_TRUSTSTORE_LOCATION" >> $CONNECTION_PROPERTIES_PATH
echo "ssl.truststore.password=$KAFKA_PROPERTIES_SSL_TRUSTSTORE_PASSWORD" >> $CONNECTION_PROPERTIES_PATH
if [[ -n $KAFKA_PROPERTIES_SSL_TRUSTSTORE_TYPE ]]; then
echo "ssl.truststore.type=$KAFKA_PROPERTIES_SSL_TRUSTSTORE_TYPE" >> $CONNECTION_PROPERTIES_PATH
fi
fi
echo "ssl.endpoint.identification.algorithm=$KAFKA_PROPERTIES_SSL_ENDPOINT_IDENTIFICATION_ALGORITHM" >> $CONNECTION_PROPERTIES_PATH
fi
helpful-processor-71693
06/22/2022, 5:17 AM