Log Type: directory.info Log Upload Time: mer. mars 22 19:12:45 +0100 2017 Log Length: 16103 Showing 4096 bytes of 16103 total. Click here for the full log. ork/hadoop/sbin/start-dfs.cmd 150118838 4 -rwxrwxrwx 1 yarn hadoop 2291 août 26 2016 ./mr-framework/hadoop/sbin/httpfs.sh 150118839 4 -rwxrwxrwx 1 yarn hadoop 1438 août 26 2016 ./mr-framework/hadoop/sbin/start-secure-dns.sh 150118840 4 -rwxrwxrwx 1 yarn hadoop 1441 août 26 2016 ./mr-framework/hadoop/sbin/hadoop-daemons.sh 212997842 4 drwxrwxrwx 2 yarn hadoop 4096 août 26 2016 ./mr-framework/hadoop/bin 212997843 4 -rwxrwxrwx 1 yarn hadoop 888 août 26 2016 ./mr-framework/hadoop/bin/kill-secondary-name-node 212997844 16 -rwxrwxrwx 1 yarn hadoop 14958 août 26 2016 ./mr-framework/hadoop/bin/yarn 212997846 8 -rwxrwxrwx 1 yarn hadoop 7465 août 26 2016 ./mr-framework/hadoop/bin/mapred.cmd 212997847 8 -rwxrwxrwx 1 yarn hadoop 7120 août 26 2016 ./mr-framework/hadoop/bin/hadoop 212997848 12 -rwxrwxrwx 1 yarn hadoop 8786 août 26 2016 ./mr-framework/hadoop/bin/hadoop.cmd 212997849 12 -rwxrwxrwx 1 yarn hadoop 12069 août 26 2016 ./mr-framework/hadoop/bin/yarn.cmd 212997850 140 -rwxrwxrwx 1 yarn hadoop 139441 août 26 2016 ./mr-framework/hadoop/bin/test-container-executor 212997851 4 -rwxrwxrwx 1 yarn hadoop 830 août 26 2016 ./mr-framework/hadoop/bin/kill-name-node 213082047 12 -rwxrwxrwx 1 yarn hadoop 8782 août 26 2016 ./mr-framework/hadoop/bin/hdfs.cmd 213082053 8 -rwxrwxrwx 1 yarn hadoop 6448 août 26 2016 ./mr-framework/hadoop/bin/mapred 213082054 16 -rwxrwxrwx 1 yarn hadoop 12707 août 26 2016 ./mr-framework/hadoop/bin/hdfs 213082058 4 -rwxrwxrwx 1 yarn hadoop 1857 août 26 2016 ./mr-framework/hadoop/bin/rcc 213082059 124 -rwxrwxrwx 1 yarn hadoop 125137 août 26 2016 ./mr-framework/hadoop/bin/container-executor 9857184 84 -rwxrwxrwx 1 yarn hadoop 84854 août 26 2016 ./mr-framework/hadoop/LICENSE.txt 9857185 0 drwxrwxrwx 2 yarn hadoop 101 août 26 2016 ./mr-framework/hadoop/include 9857186 36 -rwxrwxrwx 1 yarn hadoop 33361 août 26 2016 ./mr-framework/hadoop/include/hdfs.h 9857187 8 -rwxrwxrwx 1 yarn hadoop 6330 août 26 2016 ./mr-framework/hadoop/include/Pipes.hh 9857188 8 -rwxrwxrwx 1 yarn hadoop 4514 août 26 2016 ./mr-framework/hadoop/include/SerialUtils.hh 9857189 4 -rwxrwxrwx 1 yarn hadoop 3319 août 26 2016 ./mr-framework/hadoop/include/TemplateFactory.hh 9857190 4 -rwxrwxrwx 1 yarn hadoop 2441 août 26 2016 ./mr-framework/hadoop/include/StringUtils.hh 76603859 0 drwxrwxrwx 4 yarn hadoop 29 août 26 2016 ./mr-framework/hadoop/share 150118841 0 drwxrwxrwx 9 yarn hadoop 92 août 26 2016 ./mr-framework/hadoop/share/hadoop 213082060 4 drwxrwxrwx 5 yarn hadoop 4096 août 26 2016 ./mr-framework/hadoop/share/hadoop/yarn 213082076 4 drwxrwxrwx 6 yarn hadoop 4096 août 26 2016 ./mr-framework/hadoop/share/hadoop/common 9877972 0 drwxrwxrwx 3 yarn hadoop 19 août 26 2016 ./mr-framework/hadoop/share/hadoop/httpfs 150127684 0 drwxrwxrwx 5 yarn hadoop 40 août 26 2016 ./mr-framework/hadoop/share/hadoop/tools 76541291 4 drwxrwxrwx 5 yarn hadoop 4096 août 26 2016 ./mr-framework/hadoop/share/hadoop/mapreduce 76541301 4 drwxrwxrwx 7 yarn hadoop 4096 août 26 2016 ./mr-framework/hadoop/share/hadoop/hdfs 150137002 0 drwxrwxrwx 3 yarn hadoop 19 août 26 2016 ./mr-framework/hadoop/share/hadoop/kms 150137006 0 drwxrwxrwx 3 yarn hadoop 19 août 26 2016 ./mr-framework/hadoop/share/doc 213223746 0 drwxrwxrwx 6 yarn hadoop 57 août 26 2016 ./mr-framework/hadoop/share/doc/hadoop 76457210 0 drwx------ 2 yarn hadoop 20 mars 22 19:10 ./job.jar 9873857 268 -r-x------ 1 yarn hadoop 273459 mars 22 19:10 ./job.jar/job.jar broken symlinks(find -L . -maxdepth 5 -type l -ls): Log Type: launch_container.sh Log Upload Time: mer. mars 22 19:12:45 +0100 2017 Log Length: 5753 Showing 4096 bytes of 5753 total. Click here for the full log. -framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.5.0.0-1245/hadoop/lib/hadoop-lzo-0.6.0.2.5.0.0-1245.jar:/etc/hadoop/conf/secure:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*" export HADOOP_TOKEN_FILE_LOCATION="/hadoop/yarn/local/usercache/yarn/appcache/application_1490174038938_0075/container_e06_1490174038938_0075_01_000001/container_tokens" export NM_AUX_SERVICE_spark_shuffle="" export LOCAL_USER_DIRS="/hadoop/yarn/local/usercache/yarn/" export HOME="/home/" export NM_AUX_SERVICE_spark2_shuffle="" export CONTAINER_ID="container_e06_1490174038938_0075_01_000001" export MALLOC_ARENA_MAX="4" mkdir -p jobSubmitDir hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/usercache/yarn/appcache/application_1490174038938_0075/filecache/10/job.splitmetainfo" "jobSubmitDir/job.splitmetainfo" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/usercache/yarn/appcache/application_1490174038938_0075/filecache/13/job.xml" "job.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/filecache/11/mapreduce.tar.gz" "mr-framework" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi mkdir -p jobSubmitDir hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/usercache/yarn/appcache/application_1490174038938_0075/filecache/12/job.split" "jobSubmitDir/job.split" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/usercache/yarn/appcache/application_1490174038938_0075/filecache/11/job.jar" "job.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi # Creating copy of launch script cp "launch_container.sh" "/hadoop/yarn/log/application_1490174038938_0075/container_e06_1490174038938_0075_01_000001/launch_container.sh" chmod 640 "/hadoop/yarn/log/application_1490174038938_0075/container_e06_1490174038938_0075_01_000001/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/hadoop/yarn/log/application_1490174038938_0075/container_e06_1490174038938_0075_01_000001/directory.info" ls -l 1>>"/hadoop/yarn/log/application_1490174038938_0075/container_e06_1490174038938_0075_01_000001/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/hadoop/yarn/log/application_1490174038938_0075/container_e06_1490174038938_0075_01_000001/directory.info" find -L . -maxdepth 5 -ls 1>>"/hadoop/yarn/log/application_1490174038938_0075/container_e06_1490174038938_0075_01_000001/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/hadoop/yarn/log/application_1490174038938_0075/container_e06_1490174038938_0075_01_000001/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/hadoop/yarn/log/application_1490174038938_0075/container_e06_1490174038938_0075_01_000001/directory.info" exec /bin/bash -c "$JAVA_HOME/bin/java -Djava.io.tmpdir=$PWD/tmp -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=/hadoop/yarn/log/application_1490174038938_0075/container_e06_1490174038938_0075_01_000001 -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Dhadoop.root.logfile=syslog -Dhdp.version=2.5.0.0-1245 -Xmx409m -Dhdp.version=2.5.0.0-1245 org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1>/hadoop/yarn/log/application_1490174038938_0075/container_e06_1490174038938_0075_01_000001/stdout 2>/hadoop/yarn/log/application_1490174038938_0075/container_e06_1490174038938_0075_01_000001/stderr " hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi Log Type: stderr Log Upload Time: mer. mars 22 19:12:45 +0100 2017 Log Length: 1717 mars 22, 2017 7:11:06 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFOS: Registering org.apache.hadoop.mapreduce.v2.app.webapp.JAXBContextResolver as a provider class mars 22, 2017 7:11:06 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFOS: Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class mars 22, 2017 7:11:06 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFOS: Registering org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices as a root resource class mars 22, 2017 7:11:06 PM com.sun.jersey.server.impl.application.WebApplicationImpl _initiate INFOS: Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' mars 22, 2017 7:11:06 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFOS: Binding org.apache.hadoop.mapreduce.v2.app.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" mars 22, 2017 7:11:07 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFOS: Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" mars 22, 2017 7:11:07 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFOS: Binding org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices to GuiceManagedComponentProvider with the scope "PerRequest" log4j:WARN No appenders could be found for logger (org.apache.hadoop.ipc.Server). log4j:WARN Please initialize the log4j system properly. log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info. Log Type: stdout Log Upload Time: mer. mars 22 19:12:45 +0100 2017 Log Length: 0 Log Type: syslog Log Upload Time: mer. mars 22 19:12:45 +0100 2017 Log Length: 123178 Showing 4096 bytes of 123178 total. Click here for the full log. tor Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: After Scheduling: PendingReds:0 ScheduledMaps:0 ScheduledReds:0 AssignedMaps:0 AssignedReds:0 CompletedMaps:9 CompletedReds:1 ContAlloc:10 ContRel:0 HostLocal:9 RackLocal:0 2017-03-22 19:12:36,583 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: Diagnostics report from attempt_1490174038938_0075_r_000000_0: Container killed by the ApplicationMaster. Container killed on request. Exit code is 143 Container exited with a non-zero exit code 143 2017-03-22 19:12:37,142 INFO [eventHandlingThread] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Copied to done location: hdfs://myserver.fr:8020/mr-history/tmp/yarn/job_1490174038938_0075-1490206257089-yarn-word+count-1490206356393-9-1-SUCCEEDED-default-1490206267762.jhist_tmp 2017-03-22 19:12:37,152 INFO [eventHandlingThread] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Copying hdfs://myserver.fr:8020/user/yarn/.staging/job_1490174038938_0075/job_1490174038938_0075_1_conf.xml to hdfs://myserver.fr:8020/mr-history/tmp/yarn/job_1490174038938_0075_conf.xml_tmp 2017-03-22 19:12:37,426 INFO [eventHandlingThread] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Copied to done location: hdfs://myserver.fr:8020/mr-history/tmp/yarn/job_1490174038938_0075_conf.xml_tmp 2017-03-22 19:12:37,465 INFO [eventHandlingThread] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Moved tmp to done: hdfs://myserver.fr:8020/mr-history/tmp/yarn/job_1490174038938_0075.summary_tmp to hdfs://myserver.fr:8020/mr-history/tmp/yarn/job_1490174038938_0075.summary 2017-03-22 19:12:37,482 INFO [eventHandlingThread] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Moved tmp to done: hdfs://myserver.fr:8020/mr-history/tmp/yarn/job_1490174038938_0075_conf.xml_tmp to hdfs://myserver.fr:8020/mr-history/tmp/yarn/job_1490174038938_0075_conf.xml 2017-03-22 19:12:37,532 INFO [eventHandlingThread] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Moved tmp to done: hdfs://myserver.fr:8020/mr-history/tmp/yarn/job_1490174038938_0075-1490206257089-yarn-word+count-1490206356393-9-1-SUCCEEDED-default-1490206267762.jhist_tmp to hdfs://myserver.fr:8020/mr-history/tmp/yarn/job_1490174038938_0075-1490206257089-yarn-word+count-1490206356393-9-1-SUCCEEDED-default-1490206267762.jhist 2017-03-22 19:12:37,535 INFO [Thread-87] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Stopped JobHistoryEventHandler. super.stop() 2017-03-22 19:12:37,541 INFO [Thread-87] org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator: Setting job diagnostics to 2017-03-22 19:12:37,541 INFO [Thread-87] org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator: History url is http://myserver.fr:19888/jobhistory/job/job_1490174038938_0075 2017-03-22 19:12:37,565 INFO [Thread-87] org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator: Waiting for application to be successfully unregistered. 2017-03-22 19:12:38,566 INFO [Thread-87] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Final Stats: PendingReds:0 ScheduledMaps:0 ScheduledReds:0 AssignedMaps:0 AssignedReds:0 CompletedMaps:9 CompletedReds:1 ContAlloc:10 ContRel:0 HostLocal:9 RackLocal:0 2017-03-22 19:12:38,568 INFO [Thread-87] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Deleting staging directory hdfs://myserver.fr:8020 /user/yarn/.staging/job_1490174038938_0075 2017-03-22 19:12:38,600 INFO [Thread-87] org.apache.hadoop.ipc.Server: Stopping server on 40406 2017-03-22 19:12:38,607 INFO [IPC Server Responder] org.apache.hadoop.ipc.Server: Stopping IPC Server Responder 2017-03-22 19:12:38,607 INFO [IPC Server listener on 40406] org.apache.hadoop.ipc.Server: Stopping IPC Server listener on 40406 2017-03-22 19:12:38,608 INFO [TaskHeartbeatHandler PingChecker] org.apache.hadoop.mapreduce.v2.app.TaskHeartbeatHandler: TaskHeartbeatHandler thread interrupted