Log Type: directory.info Log Upload Time: Fri Aug 02 14:35:05 +0100 2019 Log Length: 26112 Showing 4096 bytes of 26112 total. Click here for the full log. ibexec/hdfs-config.sh 5959061 4 -r-xr-xr-x 1 yarn hadoop 3328 Dec 6 2018 ./mr-framework/hadoop/libexec/hadoop-layout.sh.example 5959062 4 -r-xr-xr-x 1 yarn hadoop 1640 Dec 6 2018 ./mr-framework/hadoop/libexec/hdfs-config.cmd 5959063 4 -r-xr-xr-x 1 yarn hadoop 2132 Dec 6 2018 ./mr-framework/hadoop/libexec/yarn-config.cmd 5959064 4 -r-xr-xr-x 1 yarn hadoop 2808 Dec 6 2018 ./mr-framework/hadoop/libexec/mapred-config.sh 5959065 8 -r-xr-xr-x 1 yarn hadoop 5457 Dec 6 2018 ./mr-framework/hadoop/libexec/hadoop-config.sh 5959066 4 -r-xr-xr-x 1 yarn hadoop 1640 Dec 6 2018 ./mr-framework/hadoop/libexec/mapred-config.cmd 5959067 12 -r-xr-xr-x 1 yarn hadoop 8486 Dec 6 2018 ./mr-framework/hadoop/libexec/hadoop-config.cmd 5959068 76 -r-xr-xr-x 1 yarn hadoop 76685 Dec 6 2018 ./mr-framework/hadoop/libexec/hadoop-functions.sh 544419519 0 drwxr-xr-x 2 yarn hadoop 262 Dec 6 2018 ./mr-framework/hadoop/libexec/tools 538463897 4 -r-xr-xr-x 1 yarn hadoop 1069 Dec 6 2018 ./mr-framework/hadoop/libexec/tools/hadoop-distcp.sh 538463898 4 -r-xr-xr-x 1 yarn hadoop 1283 Dec 6 2018 ./mr-framework/hadoop/libexec/tools/hadoop-aws.sh 538463899 4 -r-xr-xr-x 1 yarn hadoop 1309 Dec 6 2018 ./mr-framework/hadoop/libexec/tools/hadoop-archive-logs.sh 538463908 4 -r-xr-xr-x 1 yarn hadoop 1285 Dec 6 2018 ./mr-framework/hadoop/libexec/tools/hadoop-sls.sh 538463909 4 -r-xr-xr-x 1 yarn hadoop 1075 Dec 6 2018 ./mr-framework/hadoop/libexec/tools/hadoop-streaming.sh 542054657 4 -r-xr-xr-x 1 yarn hadoop 1073 Dec 6 2018 ./mr-framework/hadoop/libexec/tools/hadoop-archives.sh 542054660 4 -r-xr-xr-x 1 yarn hadoop 1067 Dec 6 2018 ./mr-framework/hadoop/libexec/tools/hadoop-rumen.sh 542054662 4 -r-xr-xr-x 1 yarn hadoop 1069 Dec 6 2018 ./mr-framework/hadoop/libexec/tools/hadoop-extras.sh 542054667 4 -r-xr-xr-x 1 yarn hadoop 1277 Dec 6 2018 ./mr-framework/hadoop/libexec/tools/hadoop-resourceestimator.sh 542054671 4 -r-xr-xr-x 1 yarn hadoop 1071 Dec 6 2018 ./mr-framework/hadoop/libexec/tools/hadoop-gridmix.sh 5959069 4 -r-xr-xr-x 1 yarn hadoop 3129 Dec 6 2018 ./mr-framework/hadoop/libexec/yarn-config.sh 5728766 444 -r-xr-xr-x 1 yarn hadoop 452023 Jul 31 14:14 ./netty-transport-4.1.17.Final.jar 268932591 448 -r-xr-xr-x 1 yarn hadoop 456887 Jul 31 14:14 ./hadoop-aws-3.1.1.3.1.0.0-78.jar 541933076 368 -r-xr-xr-x 1 yarn hadoop 373661 Jul 31 14:14 ./netty-handler-4.1.17.Final.jar 820048513 68 -r-xr-xr-x 1 yarn hadoop 66890 Jul 31 14:14 ./hadoop-azure-datalake-3.1.1.3.1.0.0-78.jar 268932613 12 -r-xr-xr-x 1 yarn hadoop 10288 Jul 31 14:14 ./azure-keyvault-core-1.0.0.jar 541955439 32 -r-xr-xr-x 1 yarn hadoop 32235 Jul 31 14:14 ./netty-resolver-4.1.17.Final.jar 5737735 796 -r-xr-xr-x 1 yarn hadoop 812977 Jul 31 14:14 ./azure-storage-7.0.0.jar 812827458 472 -r-xr-xr-x 1 yarn hadoop 481336 Jul 31 14:14 ./hadoop-azure-3.1.1.3.1.0.0-78.jar 821838886 0 drwxr-xr-x 2 yarn hadoop 48 Aug 2 14:34 ./jobSubmitDir 268669017 4 -r-x------ 1 yarn hadoop 13 Aug 2 14:34 ./jobSubmitDir/job.splitmetainfo 821838870 4 -r-x------ 1 yarn hadoop 74 Aug 2 14:34 ./jobSubmitDir/job.split 5727750 316 -r-xr-xr-x 1 yarn hadoop 321590 Jul 31 14:14 ./jackson-core-2.9.5.jar 812927454 40 -r-xr-xr-x 1 yarn hadoop 38526 Jul 31 14:14 ./jetty-util-ajax-9.3.24.v20180605.jar 268932610 268 -r-xr-xr-x 1 yarn hadoop 270353 Jul 31 14:14 ./netty-buffer-4.1.17.Final.jar 541955467 2256 -r-xr-xr-x 1 yarn hadoop 2308517 Jul 31 14:14 ./guava-19.0.jar 819519531 16 -r-xr-xr-x 1 yarn hadoop 13136 Jul 31 14:14 ./oozie-hadoop-utils-hadoop-2-4.3.1.3.1.0.0-78.jar broken symlinks(find -L . -maxdepth 5 -type l -ls): Log Type: launch_container.sh Log Upload Time: Fri Aug 02 14:35:05 +0100 2019 Log Length: 7855 Showing 4096 bytes of 7855 total. Click here for the full log. 17.Final.jar" ln -sf "/hadoop/yarn/local/filecache/37/json-simple-1.1.jar" "json-simple-1.1.jar" ln -sf "/hadoop/yarn/local/filecache/16/aws-java-sdk-bundle-1.11.271.jar" "aws-java-sdk-bundle-1.11.271.jar" ln -sf "/hadoop/yarn/local/filecache/21/wildfly-openssl-1.0.4.Final.jar" "wildfly-openssl-1.0.4.Final.jar" ln -sf "/hadoop/yarn/local/filecache/32/jackson-mapper-asl-1.9.13.jar" "jackson-mapper-asl-1.9.13.jar" ln -sf "/hadoop/yarn/local/filecache/11/mapreduce.tar.gz" "mr-framework" ln -sf "/hadoop/yarn/local/filecache/25/netty-transport-4.1.17.Final.jar" "netty-transport-4.1.17.Final.jar" ln -sf "/hadoop/yarn/local/filecache/28/hadoop-aws-3.1.1.3.1.0.0-78.jar" "hadoop-aws-3.1.1.3.1.0.0-78.jar" ln -sf "/hadoop/yarn/local/filecache/14/netty-handler-4.1.17.Final.jar" "netty-handler-4.1.17.Final.jar" ln -sf "/hadoop/yarn/local/filecache/34/hadoop-azure-datalake-3.1.1.3.1.0.0-78.jar" "hadoop-azure-datalake-3.1.1.3.1.0.0-78.jar" ln -sf "/hadoop/yarn/local/filecache/20/azure-keyvault-core-1.0.0.jar" "azure-keyvault-core-1.0.0.jar" ln -sf "/hadoop/yarn/local/filecache/23/netty-resolver-4.1.17.Final.jar" "netty-resolver-4.1.17.Final.jar" ln -sf "/hadoop/yarn/local/filecache/27/azure-storage-7.0.0.jar" "azure-storage-7.0.0.jar" ln -sf "/hadoop/yarn/local/filecache/24/hadoop-azure-3.1.1.3.1.0.0-78.jar" "hadoop-azure-3.1.1.3.1.0.0-78.jar" mkdir -p jobSubmitDir ln -sf "/hadoop/yarn/local/usercache/whorchani/appcache/application_1564666447493_0019/filecache/12/job.splitmetainfo" "jobSubmitDir/job.splitmetainfo" ln -sf "/hadoop/yarn/local/filecache/15/jackson-core-2.9.5.jar" "jackson-core-2.9.5.jar" ln -sf "/hadoop/yarn/local/filecache/18/jetty-util-ajax-9.3.24.v20180605.jar" "jetty-util-ajax-9.3.24.v20180605.jar" ln -sf "/hadoop/yarn/local/filecache/17/netty-buffer-4.1.17.Final.jar" "netty-buffer-4.1.17.Final.jar" ln -sf "/hadoop/yarn/local/filecache/33/guava-19.0.jar" "guava-19.0.jar" mkdir -p jobSubmitDir ln -sf "/hadoop/yarn/local/usercache/whorchani/appcache/application_1564666447493_0019/filecache/11/job.split" "jobSubmitDir/job.split" ln -sf "/hadoop/yarn/local/filecache/30/oozie-hadoop-utils-hadoop-2-4.3.1.3.1.0.0-78.jar" "oozie-hadoop-utils-hadoop-2-4.3.1.3.1.0.0-78.jar" echo "Copying debugging information" # Creating copy of launch script cp "launch_container.sh" "/hadoop/yarn/log/application_1564666447493_0019/container_e03_1564666447493_0019_01_000001/launch_container.sh" chmod 640 "/hadoop/yarn/log/application_1564666447493_0019/container_e03_1564666447493_0019_01_000001/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/hadoop/yarn/log/application_1564666447493_0019/container_e03_1564666447493_0019_01_000001/directory.info" ls -l 1>>"/hadoop/yarn/log/application_1564666447493_0019/container_e03_1564666447493_0019_01_000001/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/hadoop/yarn/log/application_1564666447493_0019/container_e03_1564666447493_0019_01_000001/directory.info" find -L . -maxdepth 5 -ls 1>>"/hadoop/yarn/log/application_1564666447493_0019/container_e03_1564666447493_0019_01_000001/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/hadoop/yarn/log/application_1564666447493_0019/container_e03_1564666447493_0019_01_000001/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/hadoop/yarn/log/application_1564666447493_0019/container_e03_1564666447493_0019_01_000001/directory.info" echo "Launching container" exec /bin/bash -c "$JAVA_HOME/bin/java -Djava.io.tmpdir=$PWD/tmp -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=/hadoop/yarn/log/application_1564666447493_0019/container_e03_1564666447493_0019_01_000001 -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Dhadoop.root.logfile=syslog -Dhdp.version=3.1.0.0-78 -Xmx4096m -Dhdp.version=3.1.0.0-78 -Djava.io.tmpdir=./tmp org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1>/hadoop/yarn/log/application_1564666447493_0019/container_e03_1564666447493_0019_01_000001/stdout 2>/hadoop/yarn/log/application_1564666447493_0019/container_e03_1564666447493_0019_01_000001/stderr " Log Type: prelaunch.err Log Upload Time: Fri Aug 02 14:35:05 +0100 2019 Log Length: 0 Log Type: prelaunch.out Log Upload Time: Fri Aug 02 14:35:05 +0100 2019 Log Length: 100 Setting up env variables Setting up job resources Copying debugging information Launching container Log Type: stderr Log Upload Time: Fri Aug 02 14:35:05 +0100 2019 Log Length: 1722 Aug 02, 2019 2:34:46 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.mapreduce.v2.app.webapp.JAXBContextResolver as a provider class Aug 02, 2019 2:34:46 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class Aug 02, 2019 2:34:46 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices as a root resource class Aug 02, 2019 2:34:46 PM com.sun.jersey.server.impl.application.WebApplicationImpl _initiate INFO: Initiating Jersey application, version 'Jersey: 1.19 02/11/2015 03:25 AM' Aug 02, 2019 2:34:46 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.mapreduce.v2.app.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" Aug 02, 2019 2:34:47 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" Aug 02, 2019 2:34:47 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices to GuiceManagedComponentProvider with the scope "PerRequest" log4j:WARN No appenders could be found for logger (org.apache.hadoop.mapreduce.v2.app.MRAppMaster). log4j:WARN Please initialize the log4j system properly. log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info. Log Type: stdout Log Upload Time: Fri Aug 02 14:35:05 +0100 2019 Log Length: 0 Log Type: syslog Log Upload Time: Fri Aug 02 14:35:05 +0100 2019 Log Length: 85554 Showing 4096 bytes of 85554 total. Click here for the full log. -72] org.apache.hadoop.yarn.client.api.impl.TimelineV2ClientImpl: Stopping TimelineClient. 2019-08-02 14:34:57,849 INFO [pool-11-thread-1] org.apache.hadoop.yarn.client.api.impl.TimelineV2ClientImpl: Timeline dispatcher thread was interrupted 2019-08-02 14:34:57,851 INFO [Thread-72] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Stopped JobHistoryEventHandler. super.stop() 2019-08-02 14:34:57,853 INFO [Thread-72] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: KILLING attempt_1564666447493_0019_m_000000_0 2019-08-02 14:34:57,887 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1564666447493_0019_m_000000_0 TaskAttempt Transitioned from SUCCESS_FINISHING_CONTAINER to SUCCEEDED 2019-08-02 14:34:57,895 INFO [Thread-72] org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator: Setting job diagnostics to 2019-08-02 14:34:57,895 INFO [Thread-72] org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator: History url is http://vds1.databridge.tn:19888/jobhistory/job/job_1564666447493_0019 2019-08-02 14:34:57,911 INFO [Thread-72] org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator: Waiting for application to be successfully unregistered. 2019-08-02 14:34:58,914 INFO [Thread-72] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Final Stats: PendingReds:0 ScheduledMaps:0 ScheduledReds:0 AssignedMaps:1 AssignedReds:0 CompletedMaps:0 CompletedReds:0 ContAlloc:1 ContRel:0 HostLocal:0 RackLocal:0 2019-08-02 14:34:58,917 INFO [Thread-72] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Deleting staging directory hdfs://vds1.databridge.tn:8020 /user/whorchani/.staging/job_1564666447493_0019 2019-08-02 14:34:58,927 INFO [Thread-72] org.apache.hadoop.ipc.Server: Stopping server on 37349 2019-08-02 14:34:58,932 INFO [IPC Server listener on 37349] org.apache.hadoop.ipc.Server: Stopping IPC Server listener on 37349 2019-08-02 14:34:58,932 INFO [IPC Server Responder] org.apache.hadoop.ipc.Server: Stopping IPC Server Responder 2019-08-02 14:34:58,935 INFO [TaskHeartbeatHandler PingChecker] org.apache.hadoop.mapreduce.v2.app.TaskHeartbeatHandler: TaskHeartbeatHandler thread interrupted 2019-08-02 14:34:58,952 INFO [Ping Checker] org.apache.hadoop.yarn.util.AbstractLivelinessMonitor: TaskAttemptFinishingMonitor thread interrupted 2019-08-02 14:34:58,977 INFO [Thread-72] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Job end notification started for jobID : job_1564666447493_0019 2019-08-02 14:34:58,979 INFO [Thread-72] org.eclipse.jetty.util.log: Job end notification attempts left 0 2019-08-02 14:34:58,979 INFO [Thread-72] org.eclipse.jetty.util.log: Job end notification trying http://vds1.databridge.tn:11000/oozie/callback?id=0000079-190801144310422-oozie-oozi-W@test_echo&status=SUCCEEDED 2019-08-02 14:34:58,992 INFO [Thread-72] org.eclipse.jetty.util.log: Job end notification to http://vds1.databridge.tn:11000/oozie/callback?id=0000079-190801144310422-oozie-oozi-W@test_echo&status=SUCCEEDED succeeded 2019-08-02 14:34:58,992 INFO [Thread-72] org.eclipse.jetty.util.log: Job end notification succeeded for job_1564666447493_0019 2019-08-02 14:35:03,993 INFO [Thread-72] org.apache.hadoop.ipc.Server: Stopping server on 44144 2019-08-02 14:35:03,995 INFO [IPC Server listener on 44144] org.apache.hadoop.ipc.Server: Stopping IPC Server listener on 44144 2019-08-02 14:35:03,995 INFO [IPC Server Responder] org.apache.hadoop.ipc.Server: Stopping IPC Server Responder 2019-08-02 14:35:04,005 INFO [Thread-72] org.eclipse.jetty.server.handler.ContextHandler: Stopped o.e.j.w.WebAppContext@26865482{/,null,UNAVAILABLE}{/mapreduce} 2019-08-02 14:35:04,017 INFO [Thread-72] org.eclipse.jetty.server.AbstractConnector: Stopped ServerConnector@6f347d7{HTTP/1.1,[http/1.1]}{0.0.0.0:0} 2019-08-02 14:35:04,019 INFO [Thread-72] org.eclipse.jetty.server.handler.ContextHandler: Stopped o.e.j.s.ServletContextHandler@55e2fe3c{/static,jar:file:/hadoop/yarn/local/filecache/11/mapreduce.tar.gz/hadoop/share/hadoop/yarn/hadoop-yarn-common-3.1.1.3.1.0.0-78.jar!/webapps/static,UNAVAILABLE}