We tried this. Still NO Luck export SPARK_HOME="/usr/hdp/current/spark2-client" export SPARK_MAJOR_VERSION=2 kinit sa_seed_ld@IHGINT.GLOBAL -kt /etc/seed_ld.keytab java.arg.15=-Djava.security.auth.login.config=/home/seed_ld/sandbox/miryals/SimpleTest/kafka_client_jaas.conf
/usr/hdp/current/spark2-client/bin/spark-submit \ --verbose \ --master yarn \ --jars /usr/google/gcs/lib/gcs-connector-latest-hadoop2.jar \ --deploy-mode client \ --num-executors 10 \ --executor-memory 2G \ --executor-cores 2 \ --class com.abc.sample.DirectStreamConsumer \ --conf "spark.driver.allowMultipleContexts=true" \ --files "kafka_client_jaas.conf,/etc/seed_ld.keytab" \ --driver-java-options "-Djava.security.auth.login.config=kafka_client_jaas.conf" \ --conf "spark.executor.extraJavaOptions=-Djava.security.auth.login.config=kafka_client_jaas.conf" \ --conf "spark.executor.extraJavaOptions=-Dlog4j.configuration=log4j-spark.properties" \ --conf "spark.driver.extraJavaOptions=-Dlog4j.configuration=log4j-spark.properties" \ --driver-java-options "-Dsun.security.krb5.debug=true -Dsun.security.spnego.debug=true" \ sample-0.0.1-SNAPSHOT.jar <brokers> <args>
... View more
