Log Type: launch_container.sh
Log Upload Time: Fri Jul 07 07:43:15 +0000 2017
Log Length: 11256
#!/bin/bash

export HADOOP_CONF_DIR="/usr/hdp/current/hadoop-client/conf"
export MAX_APP_ATTEMPTS="2"
export JAVA_HOME="/usr/jdk64/jdk1.8.0_60"
export APP_SUBMIT_TIME_ENV="1499413351442"
export NM_HOST="c9t27063.itcs.hpecorp.net"
export HADOOP_CLASSPATH="$PWD:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*:null"
export LD_LIBRARY_PATH="$PWD:$HADOOP_COMMON_HOME/lib/native"
export LOGNAME="ambari-qa"
export JVM_PID="$$"
export PWD="/opt/mount1/hadoop/yarn/local/usercache/ambari-qa/appcache/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001"
export LOCAL_DIRS="/opt/mount1/hadoop/yarn/local/usercache/ambari-qa/appcache/application_1498477322133_0417"
export APPLICATION_WEB_PROXY_BASE="/proxy/application_1498477322133_0417"
export SHELL="/bin/bash"
export NM_HTTP_PORT="8042"
export LOG_DIRS="/opt/mount1/hadoop/yarn/log/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001"
export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=
"
export NM_PORT="45454"
export USER="ambari-qa"
export HADOOP_YARN_HOME="/usr/hdp/current/hadoop-yarn-nodemanager"
export CLASSPATH="$PWD:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.4.3.0-227/hadoop/lib/hadoop-lzo-0.6.0.2.4.3.0-227.jar:/etc/hadoop/conf/secure:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*"
export HADOOP_TOKEN_FILE_LOCATION="/opt/mount1/hadoop/yarn/local/usercache/ambari-qa/appcache/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001/container_tokens"
export NM_AUX_SERVICE_spark_shuffle=""
export HOME="/home/"
export CONTAINER_ID="container_e07_1498477322133_0417_01_000001"
export MALLOC_ARENA_MAX="4"
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/44/json-simple-1.1.jar" "json-simple-1.1.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/59/jackson-annotations-2.2.3.jar" "jackson-annotations-2.2.3.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/usercache/ambari-qa/appcache/application_1498477322133_0417/filecache/10/job.xml" "job.xml"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/193/falcon-prism-0.6.1.2.4.3.0-227-classes.jar" "falcon-prism-0.6.1.2.4.3.0-227-classes.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/50/azure-storage-2.2.0.jar" "azure-storage-2.2.0.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/57/hadoop-aws-2.7.1.2.4.3.0-227.jar" "hadoop-aws-2.7.1.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/196/falcon-rerun-0.6.1.2.4.3.0-227.jar" "falcon-rerun-0.6.1.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/199/falcon-oozie-adaptor-0.6.1.2.4.3.0-227.jar" "falcon-oozie-adaptor-0.6.1.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
mkdir -p jobSubmitDir
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/usercache/ambari-qa/appcache/application_1498477322133_0417/filecache/12/job.splitmetainfo" "jobSubmitDir/job.splitmetainfo"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
mkdir -p jobSubmitDir
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/usercache/ambari-qa/appcache/application_1498477322133_0417/filecache/11/job.split" "jobSubmitDir/job.split"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/120/script.sh" "script.sh"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/10/mapreduce.tar.gz" "mr-framework"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/195/falcon-messaging-0.6.1.2.4.3.0-227.jar" "falcon-messaging-0.6.1.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/48/jackson-databind-2.2.3.jar" "jackson-databind-2.2.3.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/192/falcon-client-0.6.1.2.4.3.0-227.jar" "falcon-client-0.6.1.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/54/joda-time-2.1.jar" "joda-time-2.1.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/198/falcon-common-0.6.1.2.4.3.0-227.jar" "falcon-common-0.6.1.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/190/falcon-metrics-0.6.1.2.4.3.0-227.jar" "falcon-metrics-0.6.1.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/194/falcon-hive-replication-0.6.1.2.4.3.0-227.jar" "falcon-hive-replication-0.6.1.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/27/oozie-hadoop-utils-hadoop-2-4.2.0.2.4.3.0-227.jar" "oozie-hadoop-utils-hadoop-2-4.2.0.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/24/oozie-sharelib-oozie-4.2.0.2.4.3.0-227.jar" "oozie-sharelib-oozie-4.2.0.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/51/jackson-core-2.2.3.jar" "jackson-core-2.2.3.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/56/aws-java-sdk-1.7.4.jar" "aws-java-sdk-1.7.4.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/191/falcon-distcp-replication-0.6.1.2.4.3.0-227.jar" "falcon-distcp-replication-0.6.1.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/53/guava-11.0.2.jar" "guava-11.0.2.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/55/hadoop-azure-2.7.1.2.4.3.0-227.jar" "hadoop-azure-2.7.1.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/146/job.properties" "job.properties"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/189/falcon-retention-0.6.1.2.4.3.0-227.jar" "falcon-retention-0.6.1.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/197/falcon-hadoop-dependencies-0.6.1.2.4.3.0-227.jar" "falcon-hadoop-dependencies-0.6.1.2.4.3.0-227.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/49/commons-lang3-3.3.2.jar" "commons-lang3-3.3.2.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
ln -sf "/opt/mount1/hadoop/yarn/local/filecache/119/PiEstimation.jar" "PiEstimation.jar"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi
# Creating copy of launch script
cp "launch_container.sh" "/opt/mount1/hadoop/yarn/log/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001/launch_container.sh"
chmod 640 "/opt/mount1/hadoop/yarn/log/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001/launch_container.sh"
# Determining directory contents
echo "ls -l:" 1>"/opt/mount1/hadoop/yarn/log/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001/directory.info"
ls -l 1>>"/opt/mount1/hadoop/yarn/log/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001/directory.info"
echo "find -L . -maxdepth 5 -ls:" 1>>"/opt/mount1/hadoop/yarn/log/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001/directory.info"
find -L . -maxdepth 5 -ls 1>>"/opt/mount1/hadoop/yarn/log/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001/directory.info"
echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/opt/mount1/hadoop/yarn/log/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001/directory.info"
find -L . -maxdepth 5 -type l -ls 1>>"/opt/mount1/hadoop/yarn/log/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001/directory.info"
exec /bin/bash -c "$JAVA_HOME/bin/java -Djava.io.tmpdir=$PWD/tmp -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=/opt/mount1/hadoop/yarn/log/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001 -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Dhadoop.root.logfile=syslog -Dhdp.version=2.4.3.0-227 -Xmx1638m -Dhdp.version=2.4.3.0-227 -Djava.io.tmpdir=./tmp org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1>/opt/mount1/hadoop/yarn/log/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001/stdout 2>/opt/mount1/hadoop/yarn/log/application_1498477322133_0417/container_e07_1498477322133_0417_01_000001/stderr "
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi