Log Type: directory.info

Log Upload Time: mer. mars 22 19:12:41 +0100 2017

Log Length: 1388

ls -l:
total 16
-rw-r--r--. 1 yarn hadoop   69 22 mars  19:10 container_tokens
-rwx------. 1 yarn hadoop  654 22 mars  19:10 default_container_executor_session.sh
-rwx------. 1 yarn hadoop  708 22 mars  19:10 default_container_executor.sh
-rwx------. 1 yarn hadoop 2799 22 mars  19:10 launch_container.sh
drwx--x---. 2 yarn hadoop    6 22 mars  19:10 tmp
find -L . -maxdepth 5 -ls:
76457169    4 drwx--x---   3 yarn     hadoop       4096 mars 22 19:10 .
15602915    0 drwx--x---   2 yarn     hadoop          6 mars 22 19:10 ./tmp
76457170    4 -rw-r--r--   1 yarn     hadoop         69 mars 22 19:10 ./container_tokens
76457171    4 -rw-r--r--   1 yarn     hadoop         12 mars 22 19:10 ./.container_tokens.crc
76457172    4 -rwx------   1 yarn     hadoop       2799 mars 22 19:10 ./launch_container.sh
76457173    4 -rw-r--r--   1 yarn     hadoop         32 mars 22 19:10 ./.launch_container.sh.crc
76457174    4 -rwx------   1 yarn     hadoop        654 mars 22 19:10 ./default_container_executor_session.sh
76457175    4 -rw-r--r--   1 yarn     hadoop         16 mars 22 19:10 ./.default_container_executor_session.sh.crc
76457176    4 -rwx------   1 yarn     hadoop        708 mars 22 19:10 ./default_container_executor.sh
76457177    4 -rw-r--r--   1 yarn     hadoop         16 mars 22 19:10 ./.default_container_executor.sh.crc
broken symlinks(find -L . -maxdepth 5 -type l -ls):


Log Type: launch_container.sh

Log Upload Time: mer. mars 22 19:12:41 +0100 2017

Log Length: 2799

#!/bin/bash

export LOCAL_DIRS="/hadoop/yarn/local/usercache/guest/appcache/application_1490174038938_0074"
export APPLICATION_WEB_PROXY_BASE="/proxy/application_1490174038938_0074"
export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/hdp/current/hadoop-client/conf"}
export MAX_APP_ATTEMPTS="1"
export NM_HTTP_PORT="8042"
export JAVA_HOME=${JAVA_HOME:-"/usr/jdk64/jdk1.8.0_77"}
export LOG_DIRS="/hadoop/yarn/log/application_1490174038938_0074/container_e06_1490174038938_0074_01_000001"
export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=
"
export NM_PORT="45454"
export USER="guest"
export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/hdp/current/hadoop-yarn-nodemanager"}
export APP_SUBMIT_TIME_ENV="1490206251222"
export NM_HOST="myserver.fr"
export HADOOP_TOKEN_FILE_LOCATION="/hadoop/yarn/local/usercache/guest/appcache/application_1490174038938_0074/container_e06_1490174038938_0074_01_000001/container_tokens"
export NM_AUX_SERVICE_spark_shuffle=""
export LOCAL_USER_DIRS="/hadoop/yarn/local/usercache/guest/"
export LOGNAME="guest"
export JVM_PID="$$"
export PWD="/hadoop/yarn/local/usercache/guest/appcache/application_1490174038938_0074/container_e06_1490174038938_0074_01_000001"
export HOME="/home/"
export NM_AUX_SERVICE_spark2_shuffle=""
export CONTAINER_ID="container_e06_1490174038938_0074_01_000001"
export MALLOC_ARENA_MAX="4"
# Creating copy of launch script
cp "launch_container.sh" "/hadoop/yarn/log/application_1490174038938_0074/container_e06_1490174038938_0074_01_000001/launch_container.sh"
chmod 640 "/hadoop/yarn/log/application_1490174038938_0074/container_e06_1490174038938_0074_01_000001/launch_container.sh"
# Determining directory contents
echo "ls -l:" 1>"/hadoop/yarn/log/application_1490174038938_0074/container_e06_1490174038938_0074_01_000001/directory.info"
ls -l 1>>"/hadoop/yarn/log/application_1490174038938_0074/container_e06_1490174038938_0074_01_000001/directory.info"
echo "find -L . -maxdepth 5 -ls:" 1>>"/hadoop/yarn/log/application_1490174038938_0074/container_e06_1490174038938_0074_01_000001/directory.info"
find -L . -maxdepth 5 -ls 1>>"/hadoop/yarn/log/application_1490174038938_0074/container_e06_1490174038938_0074_01_000001/directory.info"
echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/hadoop/yarn/log/application_1490174038938_0074/container_e06_1490174038938_0074_01_000001/directory.info"
find -L . -maxdepth 5 -type l -ls 1>>"/hadoop/yarn/log/application_1490174038938_0074/container_e06_1490174038938_0074_01_000001/directory.info"
exec /bin/bash -c "yarn jar /usr/hdp/current/hadoop-mapreduce-client/hadoop-mapreduce-examples.jar wordcount /user/yarn/input /user/yarn/output10"
hadoop_shell_errorcode=$?
if [ $hadoop_shell_errorcode -ne 0 ]
then
  exit $hadoop_shell_errorcode
fi