You can set auth in config. such as : configuration.set("yarn.nodemanager.webapp.spnego-principal", "HTTP/_HOST@DEMO.CN");
configuration.set("yarn.resourcemanager.webapp.spnego-principal", "HTTP/_HOST@DEMO.CN"); becsuse of cache file in cluster, when reducer is going, job clould fetch data from others node, so set yarn web auth is needed. so your all auth config is : package demo.utils;
import java.io.IOException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.security.UserGroupInformation;
public class Auth {
private String keytab;
public Auth(String keytab) {
this.keytab = keytab;
}
public void authorization(Configuration configuration) {
System.setProperty("java.security.krb5.conf", "/etc/krb5.conf");
configuration.set("hadoop.security.authentication", "Kerberos");
configuration.set("fs.defaultFS", "hdfs://m1.DEMO.CN");
configuration.set("dfs.namenode.kerberos.principal.pattern", "nn/*@DEMO.CN");
configuration.set("yarn.nodemanager.principal", "nm/_HOST@DEMO.CN");
configuration.set("yarn.resourcemanager.principal", "rm/_HOST@DEMO.CN");
configuration.set("yarn.nodemanager.webapp.spnego-principal", "HTTP/_HOST@DEMO.CN");
configuration.set("yarn.resourcemanager.webapp.spnego-principal", "HTTP/_HOST@DEMO.CN");
UserGroupInformation.setConfiguration(configuration);
try {
UserGroupInformation.setConfiguration(configuration);
UserGroupInformation.loginUserFromKeytab("user@DEMO.CN", this.keytab);
} catch (IOException e) {
e.printStackTrace();
}
}
}
... View more
