Log Type: launch_container.sh Log Upload Time: Thu Dec 29 11:31:11 -0500 2016 Log Length: 4973 #!/bin/bash export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/hdp/current/hadoop-client/conf"} export MAX_APP_ATTEMPTS="2" export TEZ_CLIENT_VERSION="0.7.0.2.5.3.0-37" export JAVA_HOME=${JAVA_HOME:-"/usr/jdk64/jdk1.8.0_77"} export APP_SUBMIT_TIME_ENV="1483027945043" export NM_HOST="lenu.dom.hdp" export LD_LIBRARY_PATH="/usr/hdp/2.5.3.0-37/hadoop/lib/native:/usr/hdp/2.5.3.0-37/hadoop/lib/native/Linux-amd64-64:$PWD" export LOGNAME="admin" export JVM_PID="$$" export PWD="/hadoop/yarn/local/usercache/admin/appcache/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001" export LOCAL_DIRS="/hadoop/yarn/local/usercache/admin/appcache/application_1483024248361_0002" export APPLICATION_WEB_PROXY_BASE="/proxy/application_1483024248361_0002" export NM_HTTP_PORT="8042" export LOG_DIRS="/hadoop/yarn/log/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= " export NM_PORT="45454" export USER="admin" export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/hdp/current/hadoop-yarn-nodemanager"} export CLASSPATH="/usr/hdp/2.5.3.0-37/hadoop/lib/hadoop-lzo-0.6.0.2.5.3.0-37.jar:/etc/hadoop/conf/secure:$PWD:$PWD/*:$PWD/tezlib/*:$PWD/tezlib/lib/*:$HADOOP_CONF_DIR:" export HADOOP_TOKEN_FILE_LOCATION="/hadoop/yarn/local/usercache/admin/appcache/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001/container_tokens" export NM_AUX_SERVICE_spark_shuffle="" export LOCAL_USER_DIRS="/hadoop/yarn/local/usercache/admin/" export HOME="/home/" export NM_AUX_SERVICE_spark2_shuffle="" export CONTAINER_ID="container_e05_1483024248361_0002_01_000001" export MALLOC_ARENA_MAX="4" ln -sf "/hadoop/yarn/local/usercache/admin/filecache/11/hive-exec-1.2.1000.2.5.3.0-37-73c4176cfc45ceebf176bd04debfa4f205ac40e276e00c41be5c084b0a22f7c5.jar" "hive-exec-1.2.1000.2.5.3.0-37-73c4176cfc45ceebf176bd04debfa4f205ac40e276e00c41be5c084b0a22f7c5.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/usercache/admin/filecache/32/hive-hcatalog-core.jar" "hive-hcatalog-core.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/usercache/admin/appcache/application_1483024248361_0002/filecache/11/tez-conf.pb" "tez-conf.pb" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/usercache/admin/appcache/application_1483024248361_0002/filecache/10/tez.session.local-resources.pb" "tez.session.local-resources.pb" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/filecache/11/tez.tar.gz" "tezlib" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi # Creating copy of launch script cp "launch_container.sh" "/hadoop/yarn/log/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001/launch_container.sh" chmod 640 "/hadoop/yarn/log/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/hadoop/yarn/log/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001/directory.info" ls -l 1>>"/hadoop/yarn/log/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/hadoop/yarn/log/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001/directory.info" find -L . -maxdepth 5 -ls 1>>"/hadoop/yarn/log/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/hadoop/yarn/log/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/hadoop/yarn/log/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001/directory.info" exec /bin/bash -c "$JAVA_HOME/bin/java -Xmx1638m -Djava.io.tmpdir=$PWD/tmp -server -Djava.net.preferIPv4Stack=true -Dhdp.version=2.5.3.0-37 -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseG1GC -XX:+ResizeTLAB -Dlog4j.configuratorClass=org.apache.tez.common.TezLog4jConfigurator -Dlog4j.configuration=tez-container-log4j.properties -Dyarn.app.container.log.dir=/hadoop/yarn/log/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001 -Dtez.root.logger=INFO,CLA -Dsun.nio.ch.bugLevel='' org.apache.tez.dag.app.DAGAppMaster --session 1>/hadoop/yarn/log/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001/stdout 2>/hadoop/yarn/log/application_1483024248361_0002/container_e05_1483024248361_0002_01_000001/stderr " hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi