Container: container_e40_1479381018014_95355_01_000006 on meybgdlpslv22.corp.du.ae_45454 ========================================================================================== LogType:directory.info Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:15302 Log Contents: ls -l: total 40 lrwxrwxrwx 1 bdsa_ingest hadoop 98 Nov 28 16:26 bedrock-hive-hooks-4.1.1-FINAL.jar -> /grid/7/hadoop/yarn/local/usercache/bdsa_ingest/filecache/51660/bedrock-hive-hooks-4.1.1-FINAL.jar -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 container_tokens lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.jar -> /grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.xml -> /grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml -rwx------ 1 bdsa_ingest hadoop 16329 Nov 28 16:26 launch_container.sh lrwxrwxrwx 1 bdsa_ingest hadoop 71 Nov 28 16:26 map.xml -> /grid/6/hadoop/yarn/local/usercache/bdsa_ingest/filecache/51659/map.xml lrwxrwxrwx 1 bdsa_ingest hadoop 55 Nov 28 16:26 mr-framework -> /grid/7/hadoop/yarn/local/filecache/10/mapreduce.tar.gz drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 tmp find -L . -maxdepth 5 -ls: 42336468 4 drwxr-s--- 3 bdsa_ingest hadoop 4096 Nov 28 16:26 . 150733167 4 -r-x------ 1 bdsa_ingest domain-users 2401 Nov 28 16:26 ./map.xml 90046480 4 drwx------ 2 bdsa_ingest domain-users 4096 Nov 28 16:26 ./job.jar 90046472 20272 -r-x------ 1 bdsa_ingest domain-users 20755003 Nov 28 16:26 ./job.jar/job.jar 42336501 16 -rwx------ 1 bdsa_ingest hadoop 16329 Nov 28 16:26 ./launch_container.sh 11534479 4 drwxr-xr-x 3 yarn hadoop 4096 Sep 11 20:20 ./mr-framework 11534480 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop 11534965 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib 11534981 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib/native 11535043 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so 11534983 360 -r-xr-xr-x 1 yarn hadoop 366308 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.a 11535034 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so 11535161 572 -r-xr-xr-x 1 yarn hadoop 582696 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooputils.a 11535035 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so 11535142 1288 -r-xr-xr-x 1 yarn hadoop 1318706 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.a 11535034 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so.0.0.0 11535035 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so.1.0.0 11535043 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1.1.4 11535043 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1 11535007 1456 -r-xr-xr-x 1 yarn hadoop 1487436 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooppipes.a 11534488 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/libexec 11534515 8 -r-xr-xr-x 1 yarn hadoop 5749 Apr 25 2016 ./mr-framework/hadoop/libexec/httpfs-config.sh 11534524 8 -r-xr-xr-x 1 yarn hadoop 5431 Apr 25 2016 ./mr-framework/hadoop/libexec/kms-config.sh 11534502 12 -r-xr-xr-x 1 yarn hadoop 11678 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.sh 11534529 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.cmd 11534534 4 -r-xr-xr-x 1 yarn hadoop 1777 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.cmd 11534517 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.sh 11534505 4 -r-xr-xr-x 1 yarn hadoop 2215 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.sh 11534503 4 -r-xr-xr-x 1 yarn hadoop 2131 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.cmd 11534509 12 -r-xr-xr-x 1 yarn hadoop 8270 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.cmd 11534554 4 -r-xr-xr-x 1 yarn hadoop 2304 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.sh 11536161 4 -r-xr-xr-x 1 yarn hadoop 1366 Apr 25 2016 ./mr-framework/hadoop/README.txt 11536194 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/sbin 11536216 4 -r-xr-xr-x 1 yarn hadoop 1543 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.sh 11536202 4 -r-xr-xr-x 1 yarn hadoop 1571 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.cmd 11536218 4 -r-xr-xr-x 1 yarn hadoop 1260 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-balancer.sh 11536198 4 -r-xr-xr-x 1 yarn hadoop 1441 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemons.sh 11536214 4 -r-xr-xr-x 1 yarn hadoop 1552 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.sh 11536211 4 -r-xr-xr-x 1 yarn hadoop 2226 Apr 25 2016 ./mr-framework/hadoop/sbin/slaves.sh 11536219 4 -r-xr-xr-x 1 yarn hadoop 1729 Apr 25 2016 ./mr-framework/hadoop/sbin/refresh-namenodes.sh 11536213 4 -r-xr-xr-x 1 yarn hadoop 1455 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.cmd 11536195 4 -r-xr-xr-x 1 yarn hadoop 1434 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemons.sh 11536220 4 -r-xr-xr-x 1 yarn hadoop 1401 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.cmd 11536209 4 -r-xr-xr-x 1 yarn hadoop 3815 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.sh 11536201 4 -r-xr-xr-x 1 yarn hadoop 3128 Apr 25 2016 ./mr-framework/hadoop/sbin/kms.sh 11536200 4 -r-xr-xr-x 1 yarn hadoop 2752 Apr 25 2016 ./mr-framework/hadoop/sbin/distribute-exclude.sh 11536221 4 -r-xr-xr-x 1 yarn hadoop 1438 Apr 25 2016 ./mr-framework/hadoop/sbin/start-secure-dns.sh 11536210 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.cmd 11536215 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.sh 11536203 4 -r-xr-xr-x 1 yarn hadoop 1209 Apr 25 2016 ./mr-framework/hadoop/sbin/start-balancer.sh 11536217 4 -r-xr-xr-x 1 yarn hadoop 1642 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.cmd 11536204 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.sh 11536222 8 -r-xr-xr-x 1 yarn hadoop 4161 Apr 25 2016 ./mr-framework/hadoop/sbin/mr-jobhistory-daemon.sh 11536199 4 -r-xr-xr-x 1 yarn hadoop 1779 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.cmd 11536208 4 -r-xr-xr-x 1 yarn hadoop 1770 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.cmd 11536196 4 -r-xr-xr-x 1 yarn hadoop 1428 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.sh 11536207 8 -r-xr-xr-x 1 yarn hadoop 4376 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemon.sh 11536206 4 -r-xr-xr-x 1 yarn hadoop 3287 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.sh 11536212 4 -r-xr-xr-x 1 yarn hadoop 2291 Apr 25 2016 ./mr-framework/hadoop/sbin/httpfs.sh 11536205 8 -r-xr-xr-x 1 yarn hadoop 6546 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemon.sh 11536197 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-secure-dns.sh 11536162 4 -r-xr-xr-x 1 yarn hadoop 101 Apr 25 2016 ./mr-framework/hadoop/NOTICE.txt 11536163 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc 11536164 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop 11536180 8 -r-xr-xr-x 1 yarn hadoop 4113 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-queues.xml.template 11536186 4 -r-xr-xr-x 1 yarn hadoop 775 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hdfs-site.xml 11536169 4 -r-xr-xr-x 1 yarn hadoop 1657 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-log4j.properties 11536177 4 -r-xr-xr-x 1 yarn hadoop 690 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-site.xml 11536173 4 -r-xr-xr-x 1 yarn hadoop 1449 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-env.sh 11536185 4 -r-xr-xr-x 1 yarn hadoop 2490 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics.properties 11536193 4 -r-xr-xr-x 1 yarn hadoop 758 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-site.xml.template 11536184 4 -r-xr-xr-x 1 yarn hadoop 1527 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-env.sh 11536188 4 -r-xr-xr-x 1 yarn hadoop 2250 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.cmd 11536176 8 -r-xr-xr-x 1 yarn hadoop 4567 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.sh 11536181 8 -r-xr-xr-x 1 yarn hadoop 4529 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.sh 11536168 4 -r-xr-xr-x 1 yarn hadoop 2316 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-client.xml.example 11536165 4 -r-xr-xr-x 1 yarn hadoop 3518 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-acls.xml 11536166 16 -r-xr-xr-x 1 yarn hadoop 12306 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/log4j.properties 11536171 4 -r-xr-xr-x 1 yarn hadoop 951 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.cmd 11536189 4 -r-xr-xr-x 1 yarn hadoop 21 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-signature.secret 11536191 8 -r-xr-xr-x 1 yarn hadoop 5511 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-site.xml 11536187 12 -r-xr-xr-x 1 yarn hadoop 9683 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-policy.xml 11536178 4 -r-xr-xr-x 1 yarn hadoop 10 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/slaves 11536167 4 -r-xr-xr-x 1 yarn hadoop 1631 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-log4j.properties 11536172 4 -r-xr-xr-x 1 yarn hadoop 774 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/core-site.xml 11536175 4 -r-xr-xr-x 1 yarn hadoop 3979 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.cmd 11536190 4 -r-xr-xr-x 1 yarn hadoop 1383 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.sh 11536179 4 -r-xr-xr-x 1 yarn hadoop 2268 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-server.xml.example 11536174 4 -r-xr-xr-x 1 yarn hadoop 1335 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/configuration.xsl 11536182 4 -r-xr-xr-x 1 yarn hadoop 318 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/container-executor.cfg 11536183 8 -r-xr-xr-x 1 yarn hadoop 4436 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/capacity-scheduler.xml 11536170 4 -r-xr-xr-x 1 yarn hadoop 2598 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics2.properties 11536192 4 -r-xr-xr-x 1 yarn hadoop 620 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-site.xml 11534573 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/bin 11534590 12 -r-xr-xr-x 1 yarn hadoop 12069 Apr 25 2016 ./mr-framework/hadoop/bin/yarn.cmd 11534632 8 -r-xr-xr-x 1 yarn hadoop 6448 Apr 25 2016 ./mr-framework/hadoop/bin/mapred 11534600 4 -r-xr-xr-x 1 yarn hadoop 888 Apr 25 2016 ./mr-framework/hadoop/bin/kill-secondary-name-node 11534580 4 -r-xr-xr-x 1 yarn hadoop 830 Apr 25 2016 ./mr-framework/hadoop/bin/kill-name-node 11534637 16 -r-xr-xr-x 1 yarn hadoop 12707 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs 11534574 16 -r-xr-xr-x 1 yarn hadoop 14847 Apr 25 2016 ./mr-framework/hadoop/bin/yarn 11534638 12 -r-xr-xr-x 1 yarn hadoop 8782 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs.cmd 11534604 8 -r-xr-xr-x 1 yarn hadoop 7120 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop 11534575 12 -r-xr-xr-x 1 yarn hadoop 8786 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop.cmd 11534748 4 -r-xr-xr-x 1 yarn hadoop 1857 Apr 25 2016 ./mr-framework/hadoop/bin/rcc 11534747 8 -r-xr-xr-x 1 yarn hadoop 7465 Apr 25 2016 ./mr-framework/hadoop/bin/mapred.cmd 11534633 112 -r-xr-xr-x 1 yarn hadoop 114438 Apr 25 2016 ./mr-framework/hadoop/bin/container-executor 11534586 128 -r-xr-xr-x 1 yarn hadoop 129158 Apr 25 2016 ./mr-framework/hadoop/bin/test-container-executor 11534779 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/include 11534940 8 -r-xr-xr-x 1 yarn hadoop 6330 Apr 25 2016 ./mr-framework/hadoop/include/Pipes.hh 11534801 4 -r-xr-xr-x 1 yarn hadoop 2441 Apr 25 2016 ./mr-framework/hadoop/include/StringUtils.hh 11534802 4 -r-xr-xr-x 1 yarn hadoop 3319 Apr 25 2016 ./mr-framework/hadoop/include/TemplateFactory.hh 11534877 8 -r-xr-xr-x 1 yarn hadoop 4514 Apr 25 2016 ./mr-framework/hadoop/include/SerialUtils.hh 11534780 36 -r-xr-xr-x 1 yarn hadoop 33361 Apr 25 2016 ./mr-framework/hadoop/include/hdfs.h 11534941 16 -r-xr-xr-x 1 yarn hadoop 15429 Apr 25 2016 ./mr-framework/hadoop/LICENSE.txt 11535163 4 drwxr-xr-x 4 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share 11536151 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc 11536152 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc/hadoop 11535164 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop 11535794 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/common 11535374 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/kms 11535507 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/httpfs 11535891 4 drwxr-xr-x 7 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/hdfs 11535165 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/yarn 11536098 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/mapreduce 11535978 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/tools 42336502 4 -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 ./container_tokens 42336484 16 -r-x------ 1 bdsa_ingest domain-users 13055 Nov 28 16:26 ./bedrock-hive-hooks-4.1.1-FINAL.jar 55836817 228 -r-x------ 1 bdsa_ingest domain-users 232396 Nov 28 16:26 ./job.xml 42336500 4 drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 ./tmp broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info LogType:launch_container.sh Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:16329 Log Contents: #!/bin/bash export LOCAL_DIRS="/grid/0/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/1/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/10/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/11/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/12/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355" export NM_HTTP_PORT="8042" export SHELL="/bin/bash" export NM_AUX_SERVICE_spark_shuffle="" export JAVA_HOME="/usr/jdk64/jdk1.7.0_67" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= " export HADOOP_YARN_HOME="/usr/hdp/current/hadoop-yarn-nodemanager" export CLASSPATH="$PWD:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.4.2.0-258/hadoop/lib/hadoop-lzo-0.6.0.2.4.2.0-258.jar:/etc/hadoop/conf/secure:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*" export HADOOP_TOKEN_FILE_LOCATION="/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006/container_tokens" export NM_HOST="meybgdlpslv22.corp.du.ae" export HADOOP_ROOT_LOGGER="INFO,console" export JVM_PID="$$" export STDOUT_LOGFILE_ENV="/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006/stdout" export STDERR_LOGFILE_ENV="/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006/stderr" export USER="bdsa_ingest" export PWD="/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006" export HADOOP_CLIENT_OPTS="-Xmx1024m -XX:MaxPermSize=512m -Xmx1024m -XX:MaxPermSize=512m " export CONTAINER_ID="container_e40_1479381018014_95355_01_000006" export HOME="/home/" export HADOOP_CLASSPATH="$PWD:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/*:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/current/hive-server2/conf/conf.server:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-core-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-fate-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-start-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-trace-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/activation-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-launcher-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-2.7.7.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-runtime-3.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/apache-log4j-extras-1.2.17.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-commons-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-tree-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/avro-1.7.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/bonecp-0.8.0.RELEASE.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-avatica-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-core-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-linq4j-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-cli-1.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-codec-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-collections-3.2.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compiler-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compress-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-dbcp-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-httpclient-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-io-2.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-lang-2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-logging-1.1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-math-2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-pool-1.5.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-vfs2-2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-client-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-framework-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-recipes-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-api-jdo-3.2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-core-3.2.10.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-rdbms-3.2.9.jar:/usr/hdp/2.4.2.0-258/hive/lib/derby-10.10.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/eigenbase-properties-1.1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-annotation_1.0_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jaspic_1.0_spec-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jta_1.1_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/groovy-all-2.4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/guava-14.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258-standalone.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.20S-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.23-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler.jar:/usr/hdp/2.4.2.0-258/hive/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpclient-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpcore-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/ivy-2.4.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/janino-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/jcommander-1.32.jar:/usr/hdp/2.4.2.0-258/hive/lib/jdo-api-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-server-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jline-2.12.jar:/usr/hdp/2.4.2.0-258/hive/lib/joda-time-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/jpam-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/json-20090211.jar:/usr/hdp/2.4.2.0-258/hive/lib/jsr305-3.0.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/jta-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/libfb303-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/libthrift-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/log4j-1.2.16.jar:/usr/hdp/2.4.2.0-258/hive/lib/mail-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-api-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svn-commons-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svnexe-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/hive/lib/netty-3.7.0.Final.jar:/usr/hdp/2.4.2.0-258/hive/lib/opencsv-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/oro-2.0.8.jar:/usr/hdp/2.4.2.0-258/hive/lib/paranamer-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/parquet-hadoop-bundle-1.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/usr/hdp/2.4.2.0-258/hive/lib/plexus-utils-1.5.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/protobuf-java-2.5.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-hive-plugin-shim-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-plugin-classloader-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/regexp-1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/servlet-api-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/snappy-java-1.0.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/ST4-4.0.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/stax-api-1.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/stringtemplate-3.2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/super-csv-2.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/velocity-1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/xz-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/zookeeper-3.4.6.2.4.2.0-258.jar::/usr/hdp/current/hive-webhcat/share/hcatalog/hive-hcatalog-core.jar:/etc/hbase/conf:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-common-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-hadoop-compat-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/metrics-core-2.2.0.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-client-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hbase/lib/netty-all-4.0.23.Final.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-protocol-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-server-1.1.2.2.4.2.0-258.jar:mysql-connector-java-5.1.17.jar:mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/tez/*:/usr/hdp/2.4.2.0-258/tez/lib/*:/usr/hdp/2.4.2.0-258/tez/conf" export NM_PORT="45454" export LOGNAME="bdsa_ingest" export HADOOP_CONF_DIR="/usr/hdp/current/hadoop-client/conf" export MALLOC_ARENA_MAX="4" export LD_LIBRARY_PATH="$PWD:/usr/hdp/2.4.2.0-258/hadoop/lib/native:/usr/hdp/2.4.2.0-258/hadoop/lib/native/Linux-amd64-64" export LOG_DIRS="/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006,/grid/1/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006,/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006,/grid/3/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006,/grid/4/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006,/grid/5/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006,/grid/6/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006,/grid/7/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006,/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006,/grid/9/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006,/grid/10/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006,/grid/11/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006,/grid/12/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006" ln -sf "/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml" "job.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/filecache/51660/bedrock-hive-hooks-4.1.1-FINAL.jar" "bedrock-hive-hooks-4.1.1-FINAL.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/filecache/51659/map.xml" "map.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar" "job.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/7/hadoop/yarn/local/filecache/10/mapreduce.tar.gz" "mr-framework" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi # Creating copy of launch script cp "launch_container.sh" "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006/launch_container.sh" chmod 640 "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006/directory.info" ls -l 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006/directory.info" find -L . -maxdepth 5 -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006/directory.info" exec /bin/bash -c "$JAVA_HOME/bin/java -server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=2.4.2.0-258 -Xmx3686m -Djava.io.tmpdir=$PWD/tmp -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006 -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Dhadoop.root.logfile=syslog org.apache.hadoop.mapred.YarnChild 172.23.35.43 47330 attempt_1479381018014_95355_m_000001_0 43980465111046 1>/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006/stdout 2>/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000006/stderr " hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi End of LogType:launch_container.sh LogType:stderr Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stderr LogType:stdout Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stdout LogType:syslog Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:2597 Log Contents: 2016-11-28 16:26:03,006 WARN [main] org.apache.hadoop.metrics2.impl.MetricsConfig: Cannot locate configuration: tried hadoop-metrics2-maptask.properties,hadoop-metrics2.properties 2016-11-28 16:26:03,057 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Scheduled snapshot period at 10 second(s). 2016-11-28 16:26:03,058 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: MapTask metrics system started 2016-11-28 16:26:03,071 INFO [main] org.apache.hadoop.mapred.YarnChild: Executing with tokens: 2016-11-28 16:26:03,071 INFO [main] org.apache.hadoop.mapred.YarnChild: Kind: mapreduce.job, Service: job_1479381018014_95355, Ident: (org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier@20fd55cc) 2016-11-28 16:26:03,229 INFO [main] org.apache.hadoop.mapred.YarnChild: Kind: HDFS_DELEGATION_TOKEN, Service: ha-hdfs:prod-nameservice, Ident: (HDFS_DELEGATION_TOKEN token 96109 for bdsa_ingest) 2016-11-28 16:26:03,230 INFO [main] org.apache.hadoop.mapred.YarnChild: Kind: TIMELINE_DELEGATION_TOKEN, Service: 172.23.35.5:8188, Ident: (owner=bdsa_ingest, renewer=yarn, realUser=hive, issueDate=1480335951178, maxDate=1480940751178, sequenceNumber=95811, masterKeyId=103) 2016-11-28 16:26:03,300 INFO [main] org.apache.hadoop.mapred.YarnChild: Sleeping for 0ms before retrying again. Got null now. 2016-11-28 16:26:03,449 INFO [main] org.apache.hadoop.mapred.YarnChild: mapreduce.cluster.local.dir for child: /grid/0/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/1/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/10/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/11/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/12/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355 End of LogType:syslog Container: container_e40_1479381018014_95355_01_000001 on meybgdlpslv37.corp.du.ae_45454 ========================================================================================== LogType:directory.info Log Upload Time:Mon Nov 28 16:26:11 +0400 2016 LogLength:15670 Log Contents: ls -l: total 44 lrwxrwxrwx 1 bdsa_ingest hadoop 98 Nov 28 16:25 bedrock-hive-hooks-4.1.1-FINAL.jar -> /grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/47363/bedrock-hive-hooks-4.1.1-FINAL.jar -rw------- 1 bdsa_ingest hadoop 406 Nov 28 16:25 container_tokens lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:25 job.jar -> /grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:25 jobSubmitDir lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:25 job.xml -> /grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/13/job.xml -rwx------ 1 bdsa_ingest hadoop 16365 Nov 28 16:25 launch_container.sh lrwxrwxrwx 1 bdsa_ingest hadoop 71 Nov 28 16:25 map.xml -> /grid/4/hadoop/yarn/local/usercache/bdsa_ingest/filecache/47364/map.xml lrwxrwxrwx 1 bdsa_ingest hadoop 55 Nov 28 16:25 mr-framework -> /grid/5/hadoop/yarn/local/filecache/10/mapreduce.tar.gz drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:25 tmp find -L . -maxdepth 5 -ls: 127795606 4 drwxr-s--- 4 bdsa_ingest hadoop 4096 Nov 28 16:25 . 171311576 4 -r-x------ 1 bdsa_ingest domain-users 2401 Nov 28 16:25 ./map.xml 153747824 228 -r-x------ 1 bdsa_ingest domain-users 232396 Nov 28 16:25 ./job.xml 127795617 4 drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:25 ./jobSubmitDir 41157045 4 -r-x------ 1 bdsa_ingest domain-users 1580 Nov 28 16:25 ./jobSubmitDir/job.splitmetainfo 127795609 76 -r-x------ 1 bdsa_ingest domain-users 77366 Nov 28 16:25 ./jobSubmitDir/job.split 31981777 4 drwxr-xr-x 3 yarn hadoop 4096 Sep 11 20:20 ./mr-framework 31981781 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop 31982392 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib 31982395 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib/native 31982408 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so.0.0.0 31982408 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so 31982413 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so 31982416 572 -r-xr-xr-x 1 yarn hadoop 582696 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooputils.a 31982413 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1.1.4 31982409 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so.1.0.0 31982413 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1 31982404 1456 -r-xr-xr-x 1 yarn hadoop 1487436 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooppipes.a 31982409 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so 31982396 360 -r-xr-xr-x 1 yarn hadoop 366308 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.a 31982414 1288 -r-xr-xr-x 1 yarn hadoop 1318706 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.a 31983449 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/sbin 31983459 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.sh 31983472 4 -r-xr-xr-x 1 yarn hadoop 1642 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.cmd 31983454 4 -r-xr-xr-x 1 yarn hadoop 1779 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.cmd 31983453 4 -r-xr-xr-x 1 yarn hadoop 1441 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemons.sh 31983473 4 -r-xr-xr-x 1 yarn hadoop 1260 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-balancer.sh 31983468 4 -r-xr-xr-x 1 yarn hadoop 1455 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.cmd 31983456 4 -r-xr-xr-x 1 yarn hadoop 3128 Apr 25 2016 ./mr-framework/hadoop/sbin/kms.sh 31983474 4 -r-xr-xr-x 1 yarn hadoop 1729 Apr 25 2016 ./mr-framework/hadoop/sbin/refresh-namenodes.sh 31983476 4 -r-xr-xr-x 1 yarn hadoop 1438 Apr 25 2016 ./mr-framework/hadoop/sbin/start-secure-dns.sh 31983457 4 -r-xr-xr-x 1 yarn hadoop 1571 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.cmd 31983469 4 -r-xr-xr-x 1 yarn hadoop 1552 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.sh 31983451 4 -r-xr-xr-x 1 yarn hadoop 1428 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.sh 31983450 4 -r-xr-xr-x 1 yarn hadoop 1434 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemons.sh 31983461 4 -r-xr-xr-x 1 yarn hadoop 3287 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.sh 31983475 4 -r-xr-xr-x 1 yarn hadoop 1401 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.cmd 31983477 8 -r-xr-xr-x 1 yarn hadoop 4161 Apr 25 2016 ./mr-framework/hadoop/sbin/mr-jobhistory-daemon.sh 31983466 4 -r-xr-xr-x 1 yarn hadoop 2226 Apr 25 2016 ./mr-framework/hadoop/sbin/slaves.sh 31983455 4 -r-xr-xr-x 1 yarn hadoop 2752 Apr 25 2016 ./mr-framework/hadoop/sbin/distribute-exclude.sh 31983460 8 -r-xr-xr-x 1 yarn hadoop 6546 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemon.sh 31983452 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-secure-dns.sh 31983467 4 -r-xr-xr-x 1 yarn hadoop 2291 Apr 25 2016 ./mr-framework/hadoop/sbin/httpfs.sh 31983464 4 -r-xr-xr-x 1 yarn hadoop 3815 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.sh 31983462 8 -r-xr-xr-x 1 yarn hadoop 4376 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemon.sh 31983458 4 -r-xr-xr-x 1 yarn hadoop 1209 Apr 25 2016 ./mr-framework/hadoop/sbin/start-balancer.sh 31983465 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.cmd 31983470 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.sh 31983463 4 -r-xr-xr-x 1 yarn hadoop 1770 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.cmd 31983471 4 -r-xr-xr-x 1 yarn hadoop 1543 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.sh 31982276 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/include 31982386 8 -r-xr-xr-x 1 yarn hadoop 4514 Apr 25 2016 ./mr-framework/hadoop/include/SerialUtils.hh 31982382 4 -r-xr-xr-x 1 yarn hadoop 3319 Apr 25 2016 ./mr-framework/hadoop/include/TemplateFactory.hh 31982387 8 -r-xr-xr-x 1 yarn hadoop 6330 Apr 25 2016 ./mr-framework/hadoop/include/Pipes.hh 31982359 4 -r-xr-xr-x 1 yarn hadoop 2441 Apr 25 2016 ./mr-framework/hadoop/include/StringUtils.hh 31982358 36 -r-xr-xr-x 1 yarn hadoop 33361 Apr 25 2016 ./mr-framework/hadoop/include/hdfs.h 31983417 4 -r-xr-xr-x 1 yarn hadoop 101 Apr 25 2016 ./mr-framework/hadoop/NOTICE.txt 31982417 4 drwxr-xr-x 4 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share 31983406 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc 31983407 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc/hadoop 31982421 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop 31982422 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/yarn 31983047 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/common 31982758 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/httpfs 31982623 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/kms 31983353 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/mapreduce 31983144 4 drwxr-xr-x 7 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/hdfs 31983233 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/tools 31981827 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/bin 31982213 4 -r-xr-xr-x 1 yarn hadoop 1857 Apr 25 2016 ./mr-framework/hadoop/bin/rcc 31981831 16 -r-xr-xr-x 1 yarn hadoop 14847 Apr 25 2016 ./mr-framework/hadoop/bin/yarn 31982161 8 -r-xr-xr-x 1 yarn hadoop 6448 Apr 25 2016 ./mr-framework/hadoop/bin/mapred 31981839 12 -r-xr-xr-x 1 yarn hadoop 8786 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop.cmd 31982209 12 -r-xr-xr-x 1 yarn hadoop 8782 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs.cmd 31982119 12 -r-xr-xr-x 1 yarn hadoop 12069 Apr 25 2016 ./mr-framework/hadoop/bin/yarn.cmd 31982081 128 -r-xr-xr-x 1 yarn hadoop 129158 Apr 25 2016 ./mr-framework/hadoop/bin/test-container-executor 31982127 4 -r-xr-xr-x 1 yarn hadoop 888 Apr 25 2016 ./mr-framework/hadoop/bin/kill-secondary-name-node 31982186 16 -r-xr-xr-x 1 yarn hadoop 12707 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs 31981840 4 -r-xr-xr-x 1 yarn hadoop 830 Apr 25 2016 ./mr-framework/hadoop/bin/kill-name-node 31982210 8 -r-xr-xr-x 1 yarn hadoop 7465 Apr 25 2016 ./mr-framework/hadoop/bin/mapred.cmd 31982150 8 -r-xr-xr-x 1 yarn hadoop 7120 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop 31982163 112 -r-xr-xr-x 1 yarn hadoop 114438 Apr 25 2016 ./mr-framework/hadoop/bin/container-executor 31983416 4 -r-xr-xr-x 1 yarn hadoop 1366 Apr 25 2016 ./mr-framework/hadoop/README.txt 31981786 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/libexec 31981813 8 -r-xr-xr-x 1 yarn hadoop 5749 Apr 25 2016 ./mr-framework/hadoop/libexec/httpfs-config.sh 31981814 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.sh 31981803 4 -r-xr-xr-x 1 yarn hadoop 2215 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.sh 31981790 12 -r-xr-xr-x 1 yarn hadoop 11678 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.sh 31981815 8 -r-xr-xr-x 1 yarn hadoop 5431 Apr 25 2016 ./mr-framework/hadoop/libexec/kms-config.sh 31981808 12 -r-xr-xr-x 1 yarn hadoop 8270 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.cmd 31981794 4 -r-xr-xr-x 1 yarn hadoop 2131 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.cmd 31981816 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.cmd 31981821 4 -r-xr-xr-x 1 yarn hadoop 2304 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.sh 31981819 4 -r-xr-xr-x 1 yarn hadoop 1777 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.cmd 31983418 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc 31983419 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop 31983424 4 -r-xr-xr-x 1 yarn hadoop 1657 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-log4j.properties 31983446 8 -r-xr-xr-x 1 yarn hadoop 5511 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-site.xml 31983427 4 -r-xr-xr-x 1 yarn hadoop 774 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/core-site.xml 31983428 4 -r-xr-xr-x 1 yarn hadoop 1449 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-env.sh 31983442 12 -r-xr-xr-x 1 yarn hadoop 9683 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-policy.xml 31983440 4 -r-xr-xr-x 1 yarn hadoop 2490 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics.properties 31983444 4 -r-xr-xr-x 1 yarn hadoop 21 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-signature.secret 31983432 4 -r-xr-xr-x 1 yarn hadoop 690 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-site.xml 31983448 4 -r-xr-xr-x 1 yarn hadoop 758 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-site.xml.template 31983435 8 -r-xr-xr-x 1 yarn hadoop 4113 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-queues.xml.template 31983438 8 -r-xr-xr-x 1 yarn hadoop 4436 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/capacity-scheduler.xml 31983441 4 -r-xr-xr-x 1 yarn hadoop 775 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hdfs-site.xml 31983437 4 -r-xr-xr-x 1 yarn hadoop 318 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/container-executor.cfg 31983426 4 -r-xr-xr-x 1 yarn hadoop 951 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.cmd 31983420 4 -r-xr-xr-x 1 yarn hadoop 3518 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-acls.xml 31983443 4 -r-xr-xr-x 1 yarn hadoop 2250 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.cmd 31983436 8 -r-xr-xr-x 1 yarn hadoop 4529 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.sh 31983429 4 -r-xr-xr-x 1 yarn hadoop 1335 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/configuration.xsl 31983430 4 -r-xr-xr-x 1 yarn hadoop 3979 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.cmd 31983439 4 -r-xr-xr-x 1 yarn hadoop 1527 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-env.sh 31983447 4 -r-xr-xr-x 1 yarn hadoop 620 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-site.xml 31983423 4 -r-xr-xr-x 1 yarn hadoop 2316 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-client.xml.example 31983434 4 -r-xr-xr-x 1 yarn hadoop 2268 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-server.xml.example 31983425 4 -r-xr-xr-x 1 yarn hadoop 2598 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics2.properties 31983445 4 -r-xr-xr-x 1 yarn hadoop 1383 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.sh 31983431 8 -r-xr-xr-x 1 yarn hadoop 4567 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.sh 31983422 4 -r-xr-xr-x 1 yarn hadoop 1631 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-log4j.properties 31983433 4 -r-xr-xr-x 1 yarn hadoop 10 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/slaves 31983421 16 -r-xr-xr-x 1 yarn hadoop 12306 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/log4j.properties 31982391 16 -r-xr-xr-x 1 yarn hadoop 15429 Apr 25 2016 ./mr-framework/hadoop/LICENSE.txt 127795611 4 drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:25 ./tmp 42467593 16 -r-x------ 1 bdsa_ingest domain-users 13055 Nov 28 16:25 ./bedrock-hive-hooks-4.1.1-FINAL.jar 127795613 4 -rw------- 1 bdsa_ingest hadoop 406 Nov 28 16:25 ./container_tokens 127795612 16 -rwx------ 1 bdsa_ingest hadoop 16365 Nov 28 16:25 ./launch_container.sh 46268951 4 drwx------ 2 bdsa_ingest domain-users 4096 Nov 28 16:25 ./job.jar 46268947 20272 -r-x------ 1 bdsa_ingest domain-users 20755003 Nov 28 16:25 ./job.jar/job.jar broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info LogType:launch_container.sh Log Upload Time:Mon Nov 28 16:26:11 +0400 2016 LogLength:16365 Log Contents: #!/bin/bash export LOCAL_DIRS="/grid/0/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/1/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/10/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/11/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/12/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355" export SHELL="/bin/bash" export NM_HTTP_PORT="8042" export NM_AUX_SERVICE_spark_shuffle="" export JAVA_HOME="/usr/jdk64/jdk1.7.0_67" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= " export HADOOP_YARN_HOME="/usr/hdp/current/hadoop-yarn-nodemanager" export CLASSPATH="$PWD:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.4.2.0-258/hadoop/lib/hadoop-lzo-0.6.0.2.4.2.0-258.jar:/etc/hadoop/conf/secure:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*" export HADOOP_TOKEN_FILE_LOCATION="/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/container_tokens" export NM_HOST="meybgdlpslv37.corp.du.ae" export APPLICATION_WEB_PROXY_BASE="/proxy/application_1479381018014_95355" export JVM_PID="$$" export USER="bdsa_ingest" export PWD="/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001" export CONTAINER_ID="container_e40_1479381018014_95355_01_000001" export HOME="/home/" export HADOOP_CLASSPATH="$PWD:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/current/hive-server2/conf/conf.server:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-core-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-fate-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-start-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-trace-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/activation-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-launcher-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-2.7.7.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-runtime-3.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/apache-log4j-extras-1.2.17.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-commons-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-tree-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/avro-1.7.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/bonecp-0.8.0.RELEASE.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-avatica-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-core-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-linq4j-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-cli-1.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-codec-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-collections-3.2.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compiler-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compress-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-dbcp-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-httpclient-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-io-2.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-lang-2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-logging-1.1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-math-2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-pool-1.5.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-vfs2-2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-client-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-framework-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-recipes-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-api-jdo-3.2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-core-3.2.10.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-rdbms-3.2.9.jar:/usr/hdp/2.4.2.0-258/hive/lib/derby-10.10.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/eigenbase-properties-1.1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-annotation_1.0_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jaspic_1.0_spec-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jta_1.1_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/groovy-all-2.4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/guava-14.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258-standalone.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.20S-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.23-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler.jar:/usr/hdp/2.4.2.0-258/hive/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpclient-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpcore-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/ivy-2.4.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/janino-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/jcommander-1.32.jar:/usr/hdp/2.4.2.0-258/hive/lib/jdo-api-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-server-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jline-2.12.jar:/usr/hdp/2.4.2.0-258/hive/lib/joda-time-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/jpam-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/json-20090211.jar:/usr/hdp/2.4.2.0-258/hive/lib/jsr305-3.0.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/jta-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/libfb303-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/libthrift-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/log4j-1.2.16.jar:/usr/hdp/2.4.2.0-258/hive/lib/mail-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-api-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svn-commons-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svnexe-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/hive/lib/netty-3.7.0.Final.jar:/usr/hdp/2.4.2.0-258/hive/lib/opencsv-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/oro-2.0.8.jar:/usr/hdp/2.4.2.0-258/hive/lib/paranamer-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/parquet-hadoop-bundle-1.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/usr/hdp/2.4.2.0-258/hive/lib/plexus-utils-1.5.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/protobuf-java-2.5.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-hive-plugin-shim-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-plugin-classloader-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/regexp-1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/servlet-api-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/snappy-java-1.0.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/ST4-4.0.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/stax-api-1.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/stringtemplate-3.2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/super-csv-2.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/velocity-1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/xz-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/zookeeper-3.4.6.2.4.2.0-258.jar::/usr/hdp/current/hive-webhcat/share/hcatalog/hive-hcatalog-core.jar:/etc/hbase/conf:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-common-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-hadoop-compat-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/metrics-core-2.2.0.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-client-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hbase/lib/netty-all-4.0.23.Final.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-protocol-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-server-1.1.2.2.4.2.0-258.jar:mysql-connector-java-5.1.17.jar:mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/tez/*:/usr/hdp/2.4.2.0-258/tez/lib/*:/usr/hdp/2.4.2.0-258/tez/conf" export NM_PORT="45454" export LOGNAME="bdsa_ingest" export APP_SUBMIT_TIME_ENV="1480335951182" export MAX_APP_ATTEMPTS="2" export HADOOP_CONF_DIR="/usr/hdp/current/hadoop-client/conf" export MALLOC_ARENA_MAX="4" export LD_LIBRARY_PATH="$PWD:$HADOOP_COMMON_HOME/lib/native" export LOG_DIRS="/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001,/grid/1/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001,/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001,/grid/3/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001,/grid/4/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001,/grid/5/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001,/grid/6/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001,/grid/7/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001,/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001,/grid/9/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001,/grid/10/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001,/grid/11/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001,/grid/12/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001" ln -sf "/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/filecache/47364/map.xml" "map.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar" "job.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi mkdir -p jobSubmitDir hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.splitmetainfo" "jobSubmitDir/job.splitmetainfo" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi mkdir -p jobSubmitDir hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/12/job.split" "jobSubmitDir/job.split" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/13/job.xml" "job.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/47363/bedrock-hive-hooks-4.1.1-FINAL.jar" "bedrock-hive-hooks-4.1.1-FINAL.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/5/hadoop/yarn/local/filecache/10/mapreduce.tar.gz" "mr-framework" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi # Creating copy of launch script cp "launch_container.sh" "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/launch_container.sh" chmod 640 "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/directory.info" ls -l 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/directory.info" find -L . -maxdepth 5 -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/directory.info" exec /bin/bash -c "$JAVA_HOME/bin/java -Djava.io.tmpdir=$PWD/tmp -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=/grid/4/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001 -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Dhadoop.root.logfile=syslog -Dhdp.version=2.4.2.0-258 -Xmx3686m -Dhdp.version=2.4.2.0-258 org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1>/grid/4/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/stdout 2>/grid/4/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/stderr " hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi End of LogType:launch_container.sh LogType:stderr Log Upload Time:Mon Nov 28 16:26:11 +0400 2016 LogLength:1703 Log Contents: Nov 28, 2016 4:25:56 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.mapreduce.v2.app.webapp.JAXBContextResolver as a provider class Nov 28, 2016 4:25:56 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class Nov 28, 2016 4:25:56 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices as a root resource class Nov 28, 2016 4:25:56 PM com.sun.jersey.server.impl.application.WebApplicationImpl _initiate INFO: Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' Nov 28, 2016 4:25:56 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.mapreduce.v2.app.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" Nov 28, 2016 4:25:57 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" Nov 28, 2016 4:25:57 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.mapreduce.v2.app.webapp.AMWebServices to GuiceManagedComponentProvider with the scope "PerRequest" log4j:WARN No appenders could be found for logger (org.apache.hadoop.ipc.Server). log4j:WARN Please initialize the log4j system properly. log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info. End of LogType:stderr LogType:stdout Log Upload Time:Mon Nov 28 16:26:11 +0400 2016 LogLength:0 Log Contents: End of LogType:stdout LogType:syslog Log Upload Time:Mon Nov 28 16:26:11 +0400 2016 LogLength:66155 Log Contents: 2016-11-28 16:25:54,344 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Created MRAppMaster for application appattempt_1479381018014_95355_000001 2016-11-28 16:25:54,726 WARN [main] org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2016-11-28 16:25:54,764 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Executing with tokens: 2016-11-28 16:25:54,764 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Kind: YARN_AM_RM_TOKEN, Service: , Ident: (appAttemptId { application_id { id: 95355 cluster_timestamp: 1479381018014 } attemptId: 1 } keyId: -44235755) 2016-11-28 16:25:55,002 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Kind: HDFS_DELEGATION_TOKEN, Service: ha-hdfs:prod-nameservice, Ident: (HDFS_DELEGATION_TOKEN token 96109 for bdsa_ingest) 2016-11-28 16:25:55,003 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Kind: TIMELINE_DELEGATION_TOKEN, Service: 172.23.35.5:8188, Ident: (owner=bdsa_ingest, renewer=yarn, realUser=hive, issueDate=1480335951178, maxDate=1480940751178, sequenceNumber=95811, masterKeyId=103) 2016-11-28 16:25:55,030 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: OutputCommitter set in config org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2016-11-28 16:25:55,033 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: OutputCommitter is org.apache.hadoop.hive.ql.io.HiveFileFormatUtils$NullOutputCommitter 2016-11-28 16:25:55,541 WARN [main] org.apache.hadoop.hdfs.shortcircuit.DomainSocketFactory: The short-circuit local reads feature cannot be used because libhadoop cannot be loaded. 2016-11-28 16:25:55,680 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.jobhistory.EventType for class org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler 2016-11-28 16:25:55,681 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.job.event.JobEventType for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$JobEventDispatcher 2016-11-28 16:25:55,682 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.job.event.TaskEventType for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$TaskEventDispatcher 2016-11-28 16:25:55,682 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.job.event.TaskAttemptEventType for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$TaskAttemptEventDispatcher 2016-11-28 16:25:55,682 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventType for class org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventHandler 2016-11-28 16:25:55,683 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.speculate.Speculator$EventType for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$SpeculatorEventDispatcher 2016-11-28 16:25:55,683 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.rm.ContainerAllocator$EventType for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$ContainerAllocatorRouter 2016-11-28 16:25:55,684 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncher$EventType for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$ContainerLauncherRouter 2016-11-28 16:25:55,708 INFO [main] org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils: Default file system is set solely by core-default.xml therefore - ignoring 2016-11-28 16:25:55,725 INFO [main] org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils: Default file system is set solely by core-default.xml therefore - ignoring 2016-11-28 16:25:55,742 INFO [main] org.apache.hadoop.mapreduce.v2.jobhistory.JobHistoryUtils: Default file system is set solely by core-default.xml therefore - ignoring 2016-11-28 16:25:55,771 INFO [main] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Emitting job history data to the timeline server is not enabled 2016-11-28 16:25:55,803 INFO [main] org.apache.hadoop.yarn.event.AsyncDispatcher: Registering class org.apache.hadoop.mapreduce.v2.app.job.event.JobFinishEvent$Type for class org.apache.hadoop.mapreduce.v2.app.MRAppMaster$JobFinishEventHandler 2016-11-28 16:25:55,857 WARN [main] org.apache.hadoop.metrics2.impl.MetricsConfig: Cannot locate configuration: tried hadoop-metrics2-mrappmaster.properties,hadoop-metrics2.properties 2016-11-28 16:25:55,903 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Scheduled snapshot period at 10 second(s). 2016-11-28 16:25:55,903 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: MRAppMaster metrics system started 2016-11-28 16:25:55,912 INFO [main] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Adding job token for job_1479381018014_95355 to jobTokenSecretManager 2016-11-28 16:25:56,024 INFO [main] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Not uberizing job_1479381018014_95355 because: not enabled; too much input; 2016-11-28 16:25:56,042 INFO [main] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Input size for job job_1479381018014_95355 = 1657705007. Number of splits = 7 2016-11-28 16:25:56,042 INFO [main] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Number of reduces for job job_1479381018014_95355 = 0 2016-11-28 16:25:56,042 INFO [main] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: job_1479381018014_95355Job Transitioned from NEW to INITED 2016-11-28 16:25:56,043 INFO [main] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: MRAppMaster launching normal, non-uberized, multi-container job job_1479381018014_95355. 2016-11-28 16:25:56,064 INFO [main] org.apache.hadoop.ipc.CallQueueManager: Using callQueue class java.util.concurrent.LinkedBlockingQueue 2016-11-28 16:25:56,071 INFO [Socket Reader #1 for port 37719] org.apache.hadoop.ipc.Server: Starting Socket Reader #1 for port 37719 2016-11-28 16:25:56,086 INFO [main] org.apache.hadoop.yarn.factories.impl.pb.RpcServerFactoryPBImpl: Adding protocol org.apache.hadoop.mapreduce.v2.api.MRClientProtocolPB to the server 2016-11-28 16:25:56,118 INFO [IPC Server Responder] org.apache.hadoop.ipc.Server: IPC Server Responder: starting 2016-11-28 16:25:56,118 INFO [IPC Server listener on 37719] org.apache.hadoop.ipc.Server: IPC Server listener on 37719: starting 2016-11-28 16:25:56,119 INFO [main] org.apache.hadoop.mapreduce.v2.app.client.MRClientService: Instantiated MRClientService at meybgdlpslv37.corp.du.ae/172.23.35.43:37719 2016-11-28 16:25:56,197 INFO [main] org.mortbay.log: Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog 2016-11-28 16:25:56,206 INFO [main] org.apache.hadoop.security.authentication.server.AuthenticationFilter: Unable to initialize FileSignerSecretProvider, falling back to use random secrets. 2016-11-28 16:25:56,209 INFO [main] org.apache.hadoop.http.HttpRequestLog: Http request log for http.requests.mapreduce is not defined 2016-11-28 16:25:56,214 INFO [main] org.apache.hadoop.http.HttpServer2: Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter) 2016-11-28 16:25:56,241 INFO [main] org.apache.hadoop.http.HttpServer2: Added filter AM_PROXY_FILTER (class=org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter) to context mapreduce 2016-11-28 16:25:56,241 INFO [main] org.apache.hadoop.http.HttpServer2: Added filter AM_PROXY_FILTER (class=org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter) to context static 2016-11-28 16:25:56,243 INFO [main] org.apache.hadoop.http.HttpServer2: adding path spec: /mapreduce/* 2016-11-28 16:25:56,243 INFO [main] org.apache.hadoop.http.HttpServer2: adding path spec: /ws/* 2016-11-28 16:25:56,468 INFO [main] org.apache.hadoop.yarn.webapp.WebApps: Registered webapp guice modules 2016-11-28 16:25:56,470 INFO [main] org.apache.hadoop.http.HttpServer2: Jetty bound to port 58539 2016-11-28 16:25:56,485 INFO [main] org.mortbay.log: jetty-6.1.26.hwx 2016-11-28 16:25:56,510 INFO [main] org.mortbay.log: Extract jar:file:/grid/5/hadoop/yarn/local/filecache/10/mapreduce.tar.gz/hadoop/share/hadoop/yarn/hadoop-yarn-common-2.7.1.2.4.2.0-258.jar!/webapps/mapreduce to /grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/tmp/Jetty_0_0_0_0_58539_mapreduce____pa80dd/webapp 2016-11-28 16:25:57,434 INFO [main] org.mortbay.log: Started HttpServer2$SelectChannelConnectorWithSafeStartup@0.0.0.0:58539 2016-11-28 16:25:57,434 INFO [main] org.apache.hadoop.yarn.webapp.WebApps: Web app mapreduce started at 58539 2016-11-28 16:25:57,437 INFO [main] org.apache.hadoop.ipc.CallQueueManager: Using callQueue class java.util.concurrent.LinkedBlockingQueue 2016-11-28 16:25:57,437 INFO [Socket Reader #1 for port 47330] org.apache.hadoop.ipc.Server: Starting Socket Reader #1 for port 47330 2016-11-28 16:25:57,475 INFO [IPC Server Responder] org.apache.hadoop.ipc.Server: IPC Server Responder: starting 2016-11-28 16:25:57,475 INFO [IPC Server listener on 47330] org.apache.hadoop.ipc.Server: IPC Server listener on 47330: starting 2016-11-28 16:25:57,490 INFO [main] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor: nodeBlacklistingEnabled:true 2016-11-28 16:25:57,490 INFO [main] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor: maxTaskFailuresPerNode is 3 2016-11-28 16:25:57,490 INFO [main] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor: blacklistDisablePercent is 33 2016-11-28 16:25:57,559 INFO [main] org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator: maxContainerCapability: 2016-11-28 16:25:57,559 INFO [main] org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator: queue: etl 2016-11-28 16:25:57,562 INFO [main] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Upper limit on the thread pool size is 500 2016-11-28 16:25:57,562 INFO [main] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: The thread pool initial size is 10 2016-11-28 16:25:57,563 INFO [main] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: yarn.client.max-cached-nodemanagers-proxies : 0 2016-11-28 16:25:57,566 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: job_1479381018014_95355Job Transitioned from INITED to SETUP 2016-11-28 16:25:57,567 INFO [CommitterEvent Processor #0] org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventHandler: Processing the event EventType: JOB_SETUP 2016-11-28 16:25:57,569 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: job_1479381018014_95355Job Transitioned from SETUP to RUNNING 2016-11-28 16:25:57,596 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv12.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,611 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv13.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,623 INFO [eventHandlingThread] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Event Writer setup for JobId: job_1479381018014_95355, File: hdfs://prod-nameservice:8020/user/bdsa_ingest/.staging/job_1479381018014_95355/job_1479381018014_95355_1.jhist 2016-11-28 16:25:57,626 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv1.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,641 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv3.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,656 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv8.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,671 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv4.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,685 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv9.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,699 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv10.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,716 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv7.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,731 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv11.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,736 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000000 Task Transitioned from NEW to SCHEDULED 2016-11-28 16:25:57,752 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv16.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,767 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv22.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,782 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv21.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,799 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv20.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,815 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv23.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,831 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv26.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,845 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv19.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,860 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv24.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,873 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv17.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,887 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv25.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,887 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000001 Task Transitioned from NEW to SCHEDULED 2016-11-28 16:25:57,887 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv16.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,902 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv39.corp.du.ae to /row3/cab19 2016-11-28 16:25:57,902 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv8.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,902 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv19.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,917 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv34.corp.du.ae to /row3/cab19 2016-11-28 16:25:57,917 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv24.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,931 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv32.corp.du.ae to /row3/cab19 2016-11-28 16:25:57,931 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv11.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,931 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv25.corp.du.ae to /row3/cab18 2016-11-28 16:25:57,946 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv6.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,946 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000002 Task Transitioned from NEW to SCHEDULED 2016-11-28 16:25:57,946 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv3.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,946 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000003 Task Transitioned from NEW to SCHEDULED 2016-11-28 16:25:57,946 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv12.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,946 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv13.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,946 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv1.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,946 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv3.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,946 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv8.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,946 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv4.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,946 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv9.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,947 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv10.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,947 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv7.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,947 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv11.corp.du.ae to /row3/cab17 2016-11-28 16:25:57,947 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000004 Task Transitioned from NEW to SCHEDULED 2016-11-28 16:25:57,961 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv33.corp.du.ae to /row3/cab19 2016-11-28 16:25:57,975 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv27.corp.du.ae to /row3/cab19 2016-11-28 16:25:57,990 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv29.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,003 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv36.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,004 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv39.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,019 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv30.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,033 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv38.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,033 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv34.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,033 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv32.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,047 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv35.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,047 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000005 Task Transitioned from NEW to SCHEDULED 2016-11-28 16:25:58,047 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv33.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,047 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv39.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,047 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv3.corp.du.ae to /row3/cab17 2016-11-28 16:25:58,047 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv8.corp.du.ae to /row3/cab17 2016-11-28 16:25:58,047 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv30.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,047 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv38.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,047 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv34.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,047 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv32.corp.du.ae to /row3/cab19 2016-11-28 16:25:58,047 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv10.corp.du.ae to /row3/cab17 2016-11-28 16:25:58,047 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv11.corp.du.ae to /row3/cab17 2016-11-28 16:25:58,047 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000006 Task Transitioned from NEW to SCHEDULED 2016-11-28 16:25:58,049 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000000_0 TaskAttempt Transitioned from NEW to UNASSIGNED 2016-11-28 16:25:58,049 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000001_0 TaskAttempt Transitioned from NEW to UNASSIGNED 2016-11-28 16:25:58,049 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000002_0 TaskAttempt Transitioned from NEW to UNASSIGNED 2016-11-28 16:25:58,049 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000003_0 TaskAttempt Transitioned from NEW to UNASSIGNED 2016-11-28 16:25:58,049 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000004_0 TaskAttempt Transitioned from NEW to UNASSIGNED 2016-11-28 16:25:58,049 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000005_0 TaskAttempt Transitioned from NEW to UNASSIGNED 2016-11-28 16:25:58,050 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000006_0 TaskAttempt Transitioned from NEW to UNASSIGNED 2016-11-28 16:25:58,050 INFO [Thread-53] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: mapResourceRequest: 2016-11-28 16:25:58,417 INFO [Socket Reader #1 for port 37719] SecurityLogger.org.apache.hadoop.ipc.Server: Auth successful for bdsa_ingest (auth:SIMPLE) 2016-11-28 16:25:58,420 INFO [Socket Reader #1 for port 37719] SecurityLogger.org.apache.hadoop.security.authorize.ServiceAuthorizationManager: Authorization successful for bdsa_ingest (auth:TOKEN) for protocol=interface org.apache.hadoop.mapreduce.v2.api.MRClientProtocolPB 2016-11-28 16:25:58,471 INFO [IPC Server handler 0 on 37719] org.apache.hadoop.mapreduce.v2.app.client.MRClientService: Getting task report for MAP job_1479381018014_95355. Report-size will be 7 2016-11-28 16:25:58,505 INFO [IPC Server handler 0 on 37719] org.apache.hadoop.mapreduce.v2.app.client.MRClientService: Getting task report for REDUCE job_1479381018014_95355. Report-size will be 0 2016-11-28 16:25:58,561 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Before Scheduling: PendingReds:0 ScheduledMaps:7 ScheduledReds:0 AssignedMaps:0 AssignedReds:0 CompletedMaps:0 CompletedReds:0 ContAlloc:0 ContRel:0 HostLocal:0 RackLocal:0 2016-11-28 16:25:58,589 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor: getResources() for application_1479381018014_95355: ask=35 release= 0 newContainers=0 finishedContainers=0 resourcelimit= knownNMs=39 2016-11-28 16:25:59,602 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Got allocated containers 7 2016-11-28 16:25:59,604 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Assigned container container_e40_1479381018014_95355_01_000002 to attempt_1479381018014_95355_m_000000_0 2016-11-28 16:25:59,606 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Assigned container container_e40_1479381018014_95355_01_000003 to attempt_1479381018014_95355_m_000002_0 2016-11-28 16:25:59,607 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Assigned container container_e40_1479381018014_95355_01_000004 to attempt_1479381018014_95355_m_000004_0 2016-11-28 16:25:59,607 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Assigned container container_e40_1479381018014_95355_01_000005 to attempt_1479381018014_95355_m_000006_0 2016-11-28 16:25:59,608 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Assigned container container_e40_1479381018014_95355_01_000006 to attempt_1479381018014_95355_m_000001_0 2016-11-28 16:25:59,608 INFO [RMCommunicator Allocator] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv6.corp.du.ae to /row3/cab17 2016-11-28 16:25:59,608 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Assigned container container_e40_1479381018014_95355_01_000007 to attempt_1479381018014_95355_m_000003_0 2016-11-28 16:25:59,608 INFO [RMCommunicator Allocator] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv6.corp.du.ae to /row3/cab17 2016-11-28 16:25:59,609 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Assigned container container_e40_1479381018014_95355_01_000008 to attempt_1479381018014_95355_m_000005_0 2016-11-28 16:25:59,609 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: After Scheduling: PendingReds:0 ScheduledMaps:0 ScheduledReds:0 AssignedMaps:7 AssignedReds:0 CompletedMaps:0 CompletedReds:0 ContAlloc:7 ContRel:0 HostLocal:5 RackLocal:1 2016-11-28 16:25:59,637 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv8.corp.du.ae to /row3/cab17 2016-11-28 16:25:59,648 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: The job-jar file on the remote FS is hdfs://prod-nameservice/user/bdsa_ingest/.staging/job_1479381018014_95355/job.jar 2016-11-28 16:25:59,651 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: The job-conf file on the remote FS is /user/bdsa_ingest/.staging/job_1479381018014_95355/job.xml 2016-11-28 16:25:59,656 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: Adding #2 tokens and #1 secret keys for NM use for launching container 2016-11-28 16:25:59,656 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: Size of containertokens_dob is 3 2016-11-28 16:25:59,657 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: Putting shuffle token in serviceData 2016-11-28 16:25:59,687 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000000_0 TaskAttempt Transitioned from UNASSIGNED to ASSIGNED 2016-11-28 16:25:59,690 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv8.corp.du.ae to /row3/cab17 2016-11-28 16:25:59,690 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000002_0 TaskAttempt Transitioned from UNASSIGNED to ASSIGNED 2016-11-28 16:25:59,690 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv8.corp.du.ae to /row3/cab17 2016-11-28 16:25:59,691 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000004_0 TaskAttempt Transitioned from UNASSIGNED to ASSIGNED 2016-11-28 16:25:59,691 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv8.corp.du.ae to /row3/cab17 2016-11-28 16:25:59,691 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000006_0 TaskAttempt Transitioned from UNASSIGNED to ASSIGNED 2016-11-28 16:25:59,691 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv22.corp.du.ae to /row3/cab18 2016-11-28 16:25:59,692 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000001_0 TaskAttempt Transitioned from UNASSIGNED to ASSIGNED 2016-11-28 16:25:59,692 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv6.corp.du.ae to /row3/cab17 2016-11-28 16:25:59,692 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000003_0 TaskAttempt Transitioned from UNASSIGNED to ASSIGNED 2016-11-28 16:25:59,692 INFO [AsyncDispatcher event handler] org.apache.hadoop.yarn.util.RackResolver: Resolved meybgdlpslv6.corp.du.ae to /row3/cab17 2016-11-28 16:25:59,693 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000005_0 TaskAttempt Transitioned from UNASSIGNED to ASSIGNED 2016-11-28 16:25:59,694 INFO [ContainerLauncher #0] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_LAUNCH for container container_e40_1479381018014_95355_01_000002 taskAttempt attempt_1479381018014_95355_m_000000_0 2016-11-28 16:25:59,694 INFO [ContainerLauncher #1] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_LAUNCH for container container_e40_1479381018014_95355_01_000003 taskAttempt attempt_1479381018014_95355_m_000002_0 2016-11-28 16:25:59,694 INFO [ContainerLauncher #2] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_LAUNCH for container container_e40_1479381018014_95355_01_000004 taskAttempt attempt_1479381018014_95355_m_000004_0 2016-11-28 16:25:59,695 INFO [ContainerLauncher #3] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_LAUNCH for container container_e40_1479381018014_95355_01_000005 taskAttempt attempt_1479381018014_95355_m_000006_0 2016-11-28 16:25:59,695 INFO [ContainerLauncher #4] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_LAUNCH for container container_e40_1479381018014_95355_01_000006 taskAttempt attempt_1479381018014_95355_m_000001_0 2016-11-28 16:25:59,695 INFO [ContainerLauncher #5] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_LAUNCH for container container_e40_1479381018014_95355_01_000007 taskAttempt attempt_1479381018014_95355_m_000003_0 2016-11-28 16:25:59,695 INFO [ContainerLauncher #6] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_LAUNCH for container container_e40_1479381018014_95355_01_000008 taskAttempt attempt_1479381018014_95355_m_000005_0 2016-11-28 16:25:59,696 INFO [ContainerLauncher #2] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Launching attempt_1479381018014_95355_m_000004_0 2016-11-28 16:25:59,696 INFO [ContainerLauncher #0] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Launching attempt_1479381018014_95355_m_000000_0 2016-11-28 16:25:59,696 INFO [ContainerLauncher #1] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Launching attempt_1479381018014_95355_m_000002_0 2016-11-28 16:25:59,696 INFO [ContainerLauncher #3] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Launching attempt_1479381018014_95355_m_000006_0 2016-11-28 16:25:59,696 INFO [ContainerLauncher #5] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Launching attempt_1479381018014_95355_m_000003_0 2016-11-28 16:25:59,696 INFO [ContainerLauncher #6] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Launching attempt_1479381018014_95355_m_000005_0 2016-11-28 16:25:59,696 INFO [ContainerLauncher #4] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Launching attempt_1479381018014_95355_m_000001_0 2016-11-28 16:25:59,697 INFO [ContainerLauncher #2] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv8.corp.du.ae:45454 2016-11-28 16:25:59,713 INFO [ContainerLauncher #4] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv22.corp.du.ae:45454 2016-11-28 16:25:59,715 INFO [ContainerLauncher #6] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv6.corp.du.ae:45454 2016-11-28 16:25:59,717 INFO [ContainerLauncher #5] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv6.corp.du.ae:45454 2016-11-28 16:25:59,721 INFO [ContainerLauncher #3] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv8.corp.du.ae:45454 2016-11-28 16:25:59,723 INFO [ContainerLauncher #1] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv8.corp.du.ae:45454 2016-11-28 16:25:59,726 INFO [ContainerLauncher #0] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv8.corp.du.ae:45454 2016-11-28 16:25:59,743 INFO [ContainerLauncher #4] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Shuffle port returned by ContainerManager for attempt_1479381018014_95355_m_000001_0 : 13562 2016-11-28 16:25:59,743 INFO [ContainerLauncher #1] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Shuffle port returned by ContainerManager for attempt_1479381018014_95355_m_000002_0 : 13562 2016-11-28 16:25:59,743 INFO [ContainerLauncher #3] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Shuffle port returned by ContainerManager for attempt_1479381018014_95355_m_000006_0 : 13562 2016-11-28 16:25:59,743 INFO [ContainerLauncher #5] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Shuffle port returned by ContainerManager for attempt_1479381018014_95355_m_000003_0 : 13562 2016-11-28 16:25:59,743 INFO [ContainerLauncher #0] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Shuffle port returned by ContainerManager for attempt_1479381018014_95355_m_000000_0 : 13562 2016-11-28 16:25:59,743 INFO [ContainerLauncher #6] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Shuffle port returned by ContainerManager for attempt_1479381018014_95355_m_000005_0 : 13562 2016-11-28 16:25:59,743 INFO [ContainerLauncher #2] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Shuffle port returned by ContainerManager for attempt_1479381018014_95355_m_000004_0 : 13562 2016-11-28 16:25:59,744 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: TaskAttempt: [attempt_1479381018014_95355_m_000005_0] using containerId: [container_e40_1479381018014_95355_01_000008 on NM: [meybgdlpslv6.corp.du.ae:45454] 2016-11-28 16:25:59,746 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000005_0 TaskAttempt Transitioned from ASSIGNED to RUNNING 2016-11-28 16:25:59,746 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: TaskAttempt: [attempt_1479381018014_95355_m_000001_0] using containerId: [container_e40_1479381018014_95355_01_000006 on NM: [meybgdlpslv22.corp.du.ae:45454] 2016-11-28 16:25:59,746 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000001_0 TaskAttempt Transitioned from ASSIGNED to RUNNING 2016-11-28 16:25:59,747 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: TaskAttempt: [attempt_1479381018014_95355_m_000000_0] using containerId: [container_e40_1479381018014_95355_01_000002 on NM: [meybgdlpslv8.corp.du.ae:45454] 2016-11-28 16:25:59,747 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000000_0 TaskAttempt Transitioned from ASSIGNED to RUNNING 2016-11-28 16:25:59,747 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: TaskAttempt: [attempt_1479381018014_95355_m_000006_0] using containerId: [container_e40_1479381018014_95355_01_000005 on NM: [meybgdlpslv8.corp.du.ae:45454] 2016-11-28 16:25:59,747 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000006_0 TaskAttempt Transitioned from ASSIGNED to RUNNING 2016-11-28 16:25:59,747 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: TaskAttempt: [attempt_1479381018014_95355_m_000002_0] using containerId: [container_e40_1479381018014_95355_01_000003 on NM: [meybgdlpslv8.corp.du.ae:45454] 2016-11-28 16:25:59,748 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000002_0 TaskAttempt Transitioned from ASSIGNED to RUNNING 2016-11-28 16:25:59,748 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: TaskAttempt: [attempt_1479381018014_95355_m_000004_0] using containerId: [container_e40_1479381018014_95355_01_000004 on NM: [meybgdlpslv8.corp.du.ae:45454] 2016-11-28 16:25:59,748 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000004_0 TaskAttempt Transitioned from ASSIGNED to RUNNING 2016-11-28 16:25:59,748 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: TaskAttempt: [attempt_1479381018014_95355_m_000003_0] using containerId: [container_e40_1479381018014_95355_01_000007 on NM: [meybgdlpslv6.corp.du.ae:45454] 2016-11-28 16:25:59,748 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000003_0 TaskAttempt Transitioned from ASSIGNED to RUNNING 2016-11-28 16:25:59,749 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000005 Task Transitioned from SCHEDULED to RUNNING 2016-11-28 16:25:59,749 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000001 Task Transitioned from SCHEDULED to RUNNING 2016-11-28 16:25:59,749 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000000 Task Transitioned from SCHEDULED to RUNNING 2016-11-28 16:25:59,749 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000006 Task Transitioned from SCHEDULED to RUNNING 2016-11-28 16:25:59,749 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000002 Task Transitioned from SCHEDULED to RUNNING 2016-11-28 16:25:59,750 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000004 Task Transitioned from SCHEDULED to RUNNING 2016-11-28 16:25:59,750 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000003 Task Transitioned from SCHEDULED to RUNNING 2016-11-28 16:26:00,612 INFO [RMCommunicator Allocator] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerRequestor: getResources() for application_1479381018014_95355: ask=35 release= 0 newContainers=0 finishedContainers=0 resourcelimit= knownNMs=39 2016-11-28 16:26:03,375 INFO [Socket Reader #1 for port 47330] SecurityLogger.org.apache.hadoop.ipc.Server: Auth successful for job_1479381018014_95355 (auth:SIMPLE) 2016-11-28 16:26:03,385 INFO [Socket Reader #1 for port 47330] SecurityLogger.org.apache.hadoop.security.authorize.ServiceAuthorizationManager: Authorization successful for job_1479381018014_95355 (auth:TOKEN) for protocol=interface org.apache.hadoop.mapred.TaskUmbilicalProtocol 2016-11-28 16:26:03,393 INFO [IPC Server handler 2 on 47330] org.apache.hadoop.mapred.TaskAttemptListenerImpl: JVM with ID : jvm_1479381018014_95355_m_43980465111046 asked for a task 2016-11-28 16:26:03,393 INFO [IPC Server handler 2 on 47330] org.apache.hadoop.mapred.TaskAttemptListenerImpl: JVM with ID: jvm_1479381018014_95355_m_43980465111046 given task: attempt_1479381018014_95355_m_000001_0 2016-11-28 16:26:03,434 INFO [Socket Reader #1 for port 47330] SecurityLogger.org.apache.hadoop.ipc.Server: Auth successful for job_1479381018014_95355 (auth:SIMPLE) 2016-11-28 16:26:03,444 INFO [Socket Reader #1 for port 47330] SecurityLogger.org.apache.hadoop.security.authorize.ServiceAuthorizationManager: Authorization successful for job_1479381018014_95355 (auth:TOKEN) for protocol=interface org.apache.hadoop.mapred.TaskUmbilicalProtocol 2016-11-28 16:26:03,444 INFO [IPC Server handler 1 on 47330] org.apache.hadoop.mapred.TaskAttemptListenerImpl: JVM with ID : jvm_1479381018014_95355_m_43980465111048 asked for a task 2016-11-28 16:26:03,444 INFO [IPC Server handler 1 on 47330] org.apache.hadoop.mapred.TaskAttemptListenerImpl: JVM with ID: jvm_1479381018014_95355_m_43980465111048 given task: attempt_1479381018014_95355_m_000005_0 2016-11-28 16:26:03,447 INFO [Socket Reader #1 for port 47330] SecurityLogger.org.apache.hadoop.ipc.Server: Auth successful for job_1479381018014_95355 (auth:SIMPLE) 2016-11-28 16:26:03,456 INFO [Socket Reader #1 for port 47330] SecurityLogger.org.apache.hadoop.security.authorize.ServiceAuthorizationManager: Authorization successful for job_1479381018014_95355 (auth:TOKEN) for protocol=interface org.apache.hadoop.mapred.TaskUmbilicalProtocol 2016-11-28 16:26:03,456 INFO [IPC Server handler 3 on 47330] org.apache.hadoop.mapred.TaskAttemptListenerImpl: JVM with ID : jvm_1479381018014_95355_m_43980465111047 asked for a task 2016-11-28 16:26:03,457 INFO [IPC Server handler 3 on 47330] org.apache.hadoop.mapred.TaskAttemptListenerImpl: JVM with ID: jvm_1479381018014_95355_m_43980465111047 given task: attempt_1479381018014_95355_m_000003_0 2016-11-28 16:26:03,683 INFO [IPC Server handler 0 on 37719] org.apache.hadoop.mapreduce.v2.app.client.MRClientService: Kill job job_1479381018014_95355 received from bdsa_ingest (auth:TOKEN) at 172.23.35.6 2016-11-28 16:26:03,684 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: job_1479381018014_95355Job Transitioned from RUNNING to KILL_WAIT 2016-11-28 16:26:03,684 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000000 Task Transitioned from RUNNING to KILL_WAIT 2016-11-28 16:26:03,685 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000001 Task Transitioned from RUNNING to KILL_WAIT 2016-11-28 16:26:03,685 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000002 Task Transitioned from RUNNING to KILL_WAIT 2016-11-28 16:26:03,685 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000003 Task Transitioned from RUNNING to KILL_WAIT 2016-11-28 16:26:03,685 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000004 Task Transitioned from RUNNING to KILL_WAIT 2016-11-28 16:26:03,685 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000005 Task Transitioned from RUNNING to KILL_WAIT 2016-11-28 16:26:03,685 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000006 Task Transitioned from RUNNING to KILL_WAIT 2016-11-28 16:26:03,687 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000000_0 TaskAttempt Transitioned from RUNNING to KILL_CONTAINER_CLEANUP 2016-11-28 16:26:03,688 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000001_0 TaskAttempt Transitioned from RUNNING to KILL_CONTAINER_CLEANUP 2016-11-28 16:26:03,688 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000002_0 TaskAttempt Transitioned from RUNNING to KILL_CONTAINER_CLEANUP 2016-11-28 16:26:03,688 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000003_0 TaskAttempt Transitioned from RUNNING to KILL_CONTAINER_CLEANUP 2016-11-28 16:26:03,688 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000004_0 TaskAttempt Transitioned from RUNNING to KILL_CONTAINER_CLEANUP 2016-11-28 16:26:03,688 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000005_0 TaskAttempt Transitioned from RUNNING to KILL_CONTAINER_CLEANUP 2016-11-28 16:26:03,688 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000006_0 TaskAttempt Transitioned from RUNNING to KILL_CONTAINER_CLEANUP 2016-11-28 16:26:03,689 INFO [ContainerLauncher #6] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_CLEANUP for container container_e40_1479381018014_95355_01_000007 taskAttempt attempt_1479381018014_95355_m_000003_0 2016-11-28 16:26:03,689 INFO [ContainerLauncher #3] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_CLEANUP for container container_e40_1479381018014_95355_01_000004 taskAttempt attempt_1479381018014_95355_m_000004_0 2016-11-28 16:26:03,690 INFO [ContainerLauncher #7] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_CLEANUP for container container_e40_1479381018014_95355_01_000002 taskAttempt attempt_1479381018014_95355_m_000000_0 2016-11-28 16:26:03,690 INFO [ContainerLauncher #3] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: KILLING attempt_1479381018014_95355_m_000004_0 2016-11-28 16:26:03,690 INFO [ContainerLauncher #6] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: KILLING attempt_1479381018014_95355_m_000003_0 2016-11-28 16:26:03,690 INFO [ContainerLauncher #9] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_CLEANUP for container container_e40_1479381018014_95355_01_000003 taskAttempt attempt_1479381018014_95355_m_000002_0 2016-11-28 16:26:03,690 INFO [ContainerLauncher #3] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv8.corp.du.ae:45454 2016-11-28 16:26:03,690 INFO [ContainerLauncher #1] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_CLEANUP for container container_e40_1479381018014_95355_01_000008 taskAttempt attempt_1479381018014_95355_m_000005_0 2016-11-28 16:26:03,690 INFO [ContainerLauncher #8] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_CLEANUP for container container_e40_1479381018014_95355_01_000006 taskAttempt attempt_1479381018014_95355_m_000001_0 2016-11-28 16:26:03,691 INFO [ContainerLauncher #1] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: KILLING attempt_1479381018014_95355_m_000005_0 2016-11-28 16:26:03,690 INFO [ContainerLauncher #9] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: KILLING attempt_1479381018014_95355_m_000002_0 2016-11-28 16:26:03,690 INFO [ContainerLauncher #7] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: KILLING attempt_1479381018014_95355_m_000000_0 2016-11-28 16:26:03,690 INFO [ContainerLauncher #0] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: Processing the event EventType: CONTAINER_REMOTE_CLEANUP for container container_e40_1479381018014_95355_01_000005 taskAttempt attempt_1479381018014_95355_m_000006_0 2016-11-28 16:26:03,691 INFO [ContainerLauncher #8] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: KILLING attempt_1479381018014_95355_m_000001_0 2016-11-28 16:26:03,691 INFO [ContainerLauncher #0] org.apache.hadoop.mapreduce.v2.app.launcher.ContainerLauncherImpl: KILLING attempt_1479381018014_95355_m_000006_0 2016-11-28 16:26:03,693 INFO [ContainerLauncher #0] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv8.corp.du.ae:45454 2016-11-28 16:26:03,694 INFO [ContainerLauncher #8] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv22.corp.du.ae:45454 2016-11-28 16:26:03,696 INFO [ContainerLauncher #7] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv8.corp.du.ae:45454 2016-11-28 16:26:03,697 INFO [ContainerLauncher #9] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv8.corp.du.ae:45454 2016-11-28 16:26:03,699 INFO [ContainerLauncher #1] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv6.corp.du.ae:45454 2016-11-28 16:26:03,700 INFO [ContainerLauncher #6] org.apache.hadoop.yarn.client.api.impl.ContainerManagementProtocolProxy: Opening proxy : meybgdlpslv6.corp.du.ae:45454 2016-11-28 16:26:03,708 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000006_0 TaskAttempt Transitioned from KILL_CONTAINER_CLEANUP to KILL_TASK_CLEANUP 2016-11-28 16:26:03,708 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000004_0 TaskAttempt Transitioned from KILL_CONTAINER_CLEANUP to KILL_TASK_CLEANUP 2016-11-28 16:26:03,708 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000001_0 TaskAttempt Transitioned from KILL_CONTAINER_CLEANUP to KILL_TASK_CLEANUP 2016-11-28 16:26:03,709 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000000_0 TaskAttempt Transitioned from KILL_CONTAINER_CLEANUP to KILL_TASK_CLEANUP 2016-11-28 16:26:03,709 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000002_0 TaskAttempt Transitioned from KILL_CONTAINER_CLEANUP to KILL_TASK_CLEANUP 2016-11-28 16:26:03,709 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000005_0 TaskAttempt Transitioned from KILL_CONTAINER_CLEANUP to KILL_TASK_CLEANUP 2016-11-28 16:26:03,709 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000003_0 TaskAttempt Transitioned from KILL_CONTAINER_CLEANUP to KILL_TASK_CLEANUP 2016-11-28 16:26:03,710 INFO [CommitterEvent Processor #1] org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventHandler: Processing the event EventType: TASK_ABORT 2016-11-28 16:26:03,710 INFO [CommitterEvent Processor #2] org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventHandler: Processing the event EventType: TASK_ABORT 2016-11-28 16:26:03,710 INFO [CommitterEvent Processor #3] org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventHandler: Processing the event EventType: TASK_ABORT 2016-11-28 16:26:03,710 INFO [CommitterEvent Processor #0] org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventHandler: Processing the event EventType: TASK_ABORT 2016-11-28 16:26:03,710 INFO [CommitterEvent Processor #2] org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventHandler: Processing the event EventType: TASK_ABORT 2016-11-28 16:26:03,710 INFO [CommitterEvent Processor #1] org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventHandler: Processing the event EventType: TASK_ABORT 2016-11-28 16:26:03,710 INFO [CommitterEvent Processor #4] org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventHandler: Processing the event EventType: TASK_ABORT 2016-11-28 16:26:03,730 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000006_0 TaskAttempt Transitioned from KILL_TASK_CLEANUP to KILLED 2016-11-28 16:26:03,730 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000004_0 TaskAttempt Transitioned from KILL_TASK_CLEANUP to KILLED 2016-11-28 16:26:03,730 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000001_0 TaskAttempt Transitioned from KILL_TASK_CLEANUP to KILLED 2016-11-28 16:26:03,731 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000002_0 TaskAttempt Transitioned from KILL_TASK_CLEANUP to KILLED 2016-11-28 16:26:03,731 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000003_0 TaskAttempt Transitioned from KILL_TASK_CLEANUP to KILLED 2016-11-28 16:26:03,731 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000005_0 TaskAttempt Transitioned from KILL_TASK_CLEANUP to KILLED 2016-11-28 16:26:03,731 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskAttemptImpl: attempt_1479381018014_95355_m_000000_0 TaskAttempt Transitioned from KILL_TASK_CLEANUP to KILLED 2016-11-28 16:26:03,737 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000006 Task Transitioned from KILL_WAIT to KILLED 2016-11-28 16:26:03,738 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000004 Task Transitioned from KILL_WAIT to KILLED 2016-11-28 16:26:03,738 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000001 Task Transitioned from KILL_WAIT to KILLED 2016-11-28 16:26:03,738 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000002 Task Transitioned from KILL_WAIT to KILLED 2016-11-28 16:26:03,739 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000003 Task Transitioned from KILL_WAIT to KILLED 2016-11-28 16:26:03,739 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000005 Task Transitioned from KILL_WAIT to KILLED 2016-11-28 16:26:03,739 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.TaskImpl: task_1479381018014_95355_m_000000 Task Transitioned from KILL_WAIT to KILLED 2016-11-28 16:26:03,740 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Num completed Tasks: 1 2016-11-28 16:26:03,741 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Num completed Tasks: 2 2016-11-28 16:26:03,741 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Num completed Tasks: 3 2016-11-28 16:26:03,741 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Num completed Tasks: 4 2016-11-28 16:26:03,741 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Num completed Tasks: 5 2016-11-28 16:26:03,741 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Num completed Tasks: 6 2016-11-28 16:26:03,742 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: Num completed Tasks: 7 2016-11-28 16:26:03,742 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: job_1479381018014_95355Job Transitioned from KILL_WAIT to KILL_ABORT 2016-11-28 16:26:03,742 INFO [CommitterEvent Processor #3] org.apache.hadoop.mapreduce.v2.app.commit.CommitterEventHandler: Processing the event EventType: JOB_ABORT 2016-11-28 16:26:03,746 INFO [AsyncDispatcher event handler] org.apache.hadoop.mapreduce.v2.app.job.impl.JobImpl: job_1479381018014_95355Job Transitioned from KILL_ABORT to KILLED 2016-11-28 16:26:03,746 INFO [Thread-107] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: We are finishing cleanly so this is the last retry 2016-11-28 16:26:03,747 INFO [Thread-107] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Notify RMCommunicator isAMLastRetry: true 2016-11-28 16:26:03,747 INFO [Thread-107] org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator: RMCommunicator notified that shouldUnregistered is: true 2016-11-28 16:26:03,747 INFO [Thread-107] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Notify JHEH isAMLastRetry: true 2016-11-28 16:26:03,747 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: JobHistoryEventHandler notified that forceJobCompletion is true 2016-11-28 16:26:03,747 INFO [Thread-107] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Calling stop for all the services 2016-11-28 16:26:03,747 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Stopping JobHistoryEventHandler. Size of the outstanding queue size is 14 2016-11-28 16:26:03,753 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event MAP_ATTEMPT_KILLED 2016-11-28 16:26:03,755 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event MAP_ATTEMPT_KILLED 2016-11-28 16:26:03,757 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event MAP_ATTEMPT_KILLED 2016-11-28 16:26:03,758 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event MAP_ATTEMPT_KILLED 2016-11-28 16:26:03,760 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event MAP_ATTEMPT_KILLED 2016-11-28 16:26:03,762 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event MAP_ATTEMPT_KILLED 2016-11-28 16:26:03,763 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event TASK_FAILED 2016-11-28 16:26:03,766 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event TASK_FAILED 2016-11-28 16:26:03,767 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event TASK_FAILED 2016-11-28 16:26:03,769 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event TASK_FAILED 2016-11-28 16:26:03,770 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event TASK_FAILED 2016-11-28 16:26:03,771 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event TASK_FAILED 2016-11-28 16:26:03,773 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event TASK_FAILED 2016-11-28 16:26:03,774 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: In stop, writing event JOB_KILLED 2016-11-28 16:26:03,808 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Copying hdfs://prod-nameservice:8020/user/bdsa_ingest/.staging/job_1479381018014_95355/job_1479381018014_95355_1.jhist to hdfs://prod-nameservice:8020/mr-history/tmp/bdsa_ingest/job_1479381018014_95355-1480335951182-bdsa_ingest-CSV_Serde_Format_s1ap_tau_17399_20161128162248-1480335963742-0-0-KILLED-etl-1480335957564.jhist_tmp 2016-11-28 16:26:03,831 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Copied to done location: hdfs://prod-nameservice:8020/mr-history/tmp/bdsa_ingest/job_1479381018014_95355-1480335951182-bdsa_ingest-CSV_Serde_Format_s1ap_tau_17399_20161128162248-1480335963742-0-0-KILLED-etl-1480335957564.jhist_tmp 2016-11-28 16:26:03,834 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Copying hdfs://prod-nameservice:8020/user/bdsa_ingest/.staging/job_1479381018014_95355/job_1479381018014_95355_1_conf.xml to hdfs://prod-nameservice:8020/mr-history/tmp/bdsa_ingest/job_1479381018014_95355_conf.xml_tmp 2016-11-28 16:26:03,854 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Copied to done location: hdfs://prod-nameservice:8020/mr-history/tmp/bdsa_ingest/job_1479381018014_95355_conf.xml_tmp 2016-11-28 16:26:03,860 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Moved tmp to done: hdfs://prod-nameservice:8020/mr-history/tmp/bdsa_ingest/job_1479381018014_95355.summary_tmp to hdfs://prod-nameservice:8020/mr-history/tmp/bdsa_ingest/job_1479381018014_95355.summary 2016-11-28 16:26:03,862 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Moved tmp to done: hdfs://prod-nameservice:8020/mr-history/tmp/bdsa_ingest/job_1479381018014_95355_conf.xml_tmp to hdfs://prod-nameservice:8020/mr-history/tmp/bdsa_ingest/job_1479381018014_95355_conf.xml 2016-11-28 16:26:03,863 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Moved tmp to done: hdfs://prod-nameservice:8020/mr-history/tmp/bdsa_ingest/job_1479381018014_95355-1480335951182-bdsa_ingest-CSV_Serde_Format_s1ap_tau_17399_20161128162248-1480335963742-0-0-KILLED-etl-1480335957564.jhist_tmp to hdfs://prod-nameservice:8020/mr-history/tmp/bdsa_ingest/job_1479381018014_95355-1480335951182-bdsa_ingest-CSV_Serde_Format_s1ap_tau_17399_20161128162248-1480335963742-0-0-KILLED-etl-1480335957564.jhist 2016-11-28 16:26:03,864 INFO [Thread-107] org.apache.hadoop.mapreduce.jobhistory.JobHistoryEventHandler: Stopped JobHistoryEventHandler. super.stop() 2016-11-28 16:26:03,866 INFO [Thread-107] org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator: Setting job diagnostics to Kill job job_1479381018014_95355 received from bdsa_ingest (auth:TOKEN) at 172.23.35.6 Job received Kill while in RUNNING state. 2016-11-28 16:26:03,866 INFO [Thread-107] org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator: History url is http://meybgdlpmst2.corp.du.ae:19888/jobhistory/job/job_1479381018014_95355 2016-11-28 16:26:03,871 INFO [Thread-107] org.apache.hadoop.mapreduce.v2.app.rm.RMCommunicator: Waiting for application to be successfully unregistered. 2016-11-28 16:26:04,872 INFO [Thread-107] org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator: Final Stats: PendingReds:0 ScheduledMaps:0 ScheduledReds:0 AssignedMaps:7 AssignedReds:0 CompletedMaps:0 CompletedReds:0 ContAlloc:7 ContRel:0 HostLocal:5 RackLocal:1 2016-11-28 16:26:04,873 INFO [Thread-107] org.apache.hadoop.mapreduce.v2.app.MRAppMaster: Deleting staging directory hdfs://prod-nameservice /user/bdsa_ingest/.staging/job_1479381018014_95355 2016-11-28 16:26:04,881 INFO [Thread-107] org.apache.hadoop.ipc.Server: Stopping server on 47330 2016-11-28 16:26:04,882 INFO [IPC Server listener on 47330] org.apache.hadoop.ipc.Server: Stopping IPC Server listener on 47330 2016-11-28 16:26:04,882 INFO [IPC Server Responder] org.apache.hadoop.ipc.Server: Stopping IPC Server Responder 2016-11-28 16:26:04,882 INFO [TaskHeartbeatHandler PingChecker] org.apache.hadoop.mapreduce.v2.app.TaskHeartbeatHandler: TaskHeartbeatHandler thread interrupted End of LogType:syslog Container: container_e40_1479381018014_95355_01_000008 on meybgdlpslv6.corp.du.ae_45454 ========================================================================================= LogType:directory.info Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:15187 Log Contents: ls -l: total 40 lrwxrwxrwx 1 bdsa_ingest hadoop 98 Nov 28 16:26 bedrock-hive-hooks-4.1.1-FINAL.jar -> /grid/4/hadoop/yarn/local/usercache/bdsa_ingest/filecache/57246/bedrock-hive-hooks-4.1.1-FINAL.jar -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 container_tokens lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.jar -> /grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.xml -> /grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml -rwx------ 1 bdsa_ingest hadoop 16329 Nov 28 16:26 launch_container.sh lrwxrwxrwx 1 bdsa_ingest hadoop 71 Nov 28 16:26 map.xml -> /grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/57245/map.xml lrwxrwxrwx 1 bdsa_ingest hadoop 56 Nov 28 16:26 mr-framework -> /grid/12/hadoop/yarn/local/filecache/10/mapreduce.tar.gz drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 tmp find -L . -maxdepth 5 -ls: 150995104 4 drwxr-s--- 3 bdsa_ingest hadoop 4096 Nov 28 16:26 . 150995095 228 -r-x------ 1 bdsa_ingest domain-users 232396 Nov 28 16:26 ./job.xml 150995108 4 -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 ./container_tokens 150995106 4 drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 ./tmp 51249794 4 -r-x------ 1 bdsa_ingest domain-users 2401 Nov 28 16:26 ./map.xml 31981690 16 -r-x------ 1 bdsa_ingest domain-users 13055 Nov 28 16:26 ./bedrock-hive-hooks-4.1.1-FINAL.jar 7340079 4 drwxr-xr-x 3 yarn hadoop 4096 Sep 11 20:20 ./mr-framework 7340080 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop 7340126 4 drwxr-xr-x 4 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share 7340127 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop 7340853 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/tools 7340762 4 drwxr-xr-x 7 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/hdfs 7340374 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/httpfs 7340663 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/common 7340128 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/yarn 7340239 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/kms 7340973 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/mapreduce 7341026 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc 7341027 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc/hadoop 7341069 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/sbin 7341074 4 -r-xr-xr-x 1 yarn hadoop 1779 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.cmd 7341071 4 -r-xr-xr-x 1 yarn hadoop 1428 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.sh 7341168 4 -r-xr-xr-x 1 yarn hadoop 1260 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-balancer.sh 7341142 4 -r-xr-xr-x 1 yarn hadoop 2226 Apr 25 2016 ./mr-framework/hadoop/sbin/slaves.sh 7341073 4 -r-xr-xr-x 1 yarn hadoop 1441 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemons.sh 7341078 4 -r-xr-xr-x 1 yarn hadoop 1209 Apr 25 2016 ./mr-framework/hadoop/sbin/start-balancer.sh 7341076 4 -r-xr-xr-x 1 yarn hadoop 3128 Apr 25 2016 ./mr-framework/hadoop/sbin/kms.sh 7341075 4 -r-xr-xr-x 1 yarn hadoop 2752 Apr 25 2016 ./mr-framework/hadoop/sbin/distribute-exclude.sh 7341080 8 -r-xr-xr-x 1 yarn hadoop 6546 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemon.sh 7341184 4 -r-xr-xr-x 1 yarn hadoop 1438 Apr 25 2016 ./mr-framework/hadoop/sbin/start-secure-dns.sh 7341152 4 -r-xr-xr-x 1 yarn hadoop 1455 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.cmd 7341072 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-secure-dns.sh 7341070 4 -r-xr-xr-x 1 yarn hadoop 1434 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemons.sh 7341161 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.sh 7341079 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.sh 7341166 4 -r-xr-xr-x 1 yarn hadoop 1642 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.cmd 7341085 4 -r-xr-xr-x 1 yarn hadoop 1770 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.cmd 7341081 4 -r-xr-xr-x 1 yarn hadoop 3287 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.sh 7341165 4 -r-xr-xr-x 1 yarn hadoop 1543 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.sh 7341117 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.cmd 7341082 8 -r-xr-xr-x 1 yarn hadoop 4376 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemon.sh 7341159 4 -r-xr-xr-x 1 yarn hadoop 1552 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.sh 7341189 8 -r-xr-xr-x 1 yarn hadoop 4161 Apr 25 2016 ./mr-framework/hadoop/sbin/mr-jobhistory-daemon.sh 7341170 4 -r-xr-xr-x 1 yarn hadoop 1729 Apr 25 2016 ./mr-framework/hadoop/sbin/refresh-namenodes.sh 7341147 4 -r-xr-xr-x 1 yarn hadoop 2291 Apr 25 2016 ./mr-framework/hadoop/sbin/httpfs.sh 7341077 4 -r-xr-xr-x 1 yarn hadoop 1571 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.cmd 7341116 4 -r-xr-xr-x 1 yarn hadoop 3815 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.sh 7341172 4 -r-xr-xr-x 1 yarn hadoop 1401 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.cmd 7340112 16 -r-xr-xr-x 1 yarn hadoop 15429 Apr 25 2016 ./mr-framework/hadoop/LICENSE.txt 7341038 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc 7341039 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop 7341061 4 -r-xr-xr-x 1 yarn hadoop 775 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hdfs-site.xml 7341055 8 -r-xr-xr-x 1 yarn hadoop 4113 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-queues.xml.template 7341052 4 -r-xr-xr-x 1 yarn hadoop 690 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-site.xml 7341051 8 -r-xr-xr-x 1 yarn hadoop 4567 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.sh 7341066 8 -r-xr-xr-x 1 yarn hadoop 5511 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-site.xml 7341044 4 -r-xr-xr-x 1 yarn hadoop 1657 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-log4j.properties 7341060 4 -r-xr-xr-x 1 yarn hadoop 2490 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics.properties 7341041 16 -r-xr-xr-x 1 yarn hadoop 12306 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/log4j.properties 7341046 4 -r-xr-xr-x 1 yarn hadoop 951 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.cmd 7341064 4 -r-xr-xr-x 1 yarn hadoop 21 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-signature.secret 7341045 4 -r-xr-xr-x 1 yarn hadoop 2598 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics2.properties 7341065 4 -r-xr-xr-x 1 yarn hadoop 1383 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.sh 7341056 8 -r-xr-xr-x 1 yarn hadoop 4529 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.sh 7341068 4 -r-xr-xr-x 1 yarn hadoop 758 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-site.xml.template 7341062 12 -r-xr-xr-x 1 yarn hadoop 9683 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-policy.xml 7341059 4 -r-xr-xr-x 1 yarn hadoop 1527 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-env.sh 7341043 4 -r-xr-xr-x 1 yarn hadoop 2316 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-client.xml.example 7341057 4 -r-xr-xr-x 1 yarn hadoop 318 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/container-executor.cfg 7341047 4 -r-xr-xr-x 1 yarn hadoop 774 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/core-site.xml 7341040 4 -r-xr-xr-x 1 yarn hadoop 3518 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-acls.xml 7341058 8 -r-xr-xr-x 1 yarn hadoop 4436 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/capacity-scheduler.xml 7341053 4 -r-xr-xr-x 1 yarn hadoop 10 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/slaves 7341067 4 -r-xr-xr-x 1 yarn hadoop 620 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-site.xml 7341063 4 -r-xr-xr-x 1 yarn hadoop 2250 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.cmd 7341054 4 -r-xr-xr-x 1 yarn hadoop 2268 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-server.xml.example 7341048 4 -r-xr-xr-x 1 yarn hadoop 1449 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-env.sh 7341049 4 -r-xr-xr-x 1 yarn hadoop 1335 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/configuration.xsl 7341050 4 -r-xr-xr-x 1 yarn hadoop 3979 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.cmd 7341042 4 -r-xr-xr-x 1 yarn hadoop 1631 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-log4j.properties 7340106 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/include 7340111 8 -r-xr-xr-x 1 yarn hadoop 6330 Apr 25 2016 ./mr-framework/hadoop/include/Pipes.hh 7340107 36 -r-xr-xr-x 1 yarn hadoop 33361 Apr 25 2016 ./mr-framework/hadoop/include/hdfs.h 7340109 4 -r-xr-xr-x 1 yarn hadoop 3319 Apr 25 2016 ./mr-framework/hadoop/include/TemplateFactory.hh 7340110 8 -r-xr-xr-x 1 yarn hadoop 4514 Apr 25 2016 ./mr-framework/hadoop/include/SerialUtils.hh 7340108 4 -r-xr-xr-x 1 yarn hadoop 2441 Apr 25 2016 ./mr-framework/hadoop/include/StringUtils.hh 7341037 4 -r-xr-xr-x 1 yarn hadoop 101 Apr 25 2016 ./mr-framework/hadoop/NOTICE.txt 7340092 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/bin 7340102 16 -r-xr-xr-x 1 yarn hadoop 12707 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs 7340099 8 -r-xr-xr-x 1 yarn hadoop 7120 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop 7340104 8 -r-xr-xr-x 1 yarn hadoop 7465 Apr 25 2016 ./mr-framework/hadoop/bin/mapred.cmd 7340103 12 -r-xr-xr-x 1 yarn hadoop 8782 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs.cmd 7340093 16 -r-xr-xr-x 1 yarn hadoop 14847 Apr 25 2016 ./mr-framework/hadoop/bin/yarn 7340097 12 -r-xr-xr-x 1 yarn hadoop 12069 Apr 25 2016 ./mr-framework/hadoop/bin/yarn.cmd 7340100 8 -r-xr-xr-x 1 yarn hadoop 6448 Apr 25 2016 ./mr-framework/hadoop/bin/mapred 7340094 12 -r-xr-xr-x 1 yarn hadoop 8786 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop.cmd 7340101 112 -r-xr-xr-x 1 yarn hadoop 114438 Apr 25 2016 ./mr-framework/hadoop/bin/container-executor 7340096 128 -r-xr-xr-x 1 yarn hadoop 129158 Apr 25 2016 ./mr-framework/hadoop/bin/test-container-executor 7340095 4 -r-xr-xr-x 1 yarn hadoop 830 Apr 25 2016 ./mr-framework/hadoop/bin/kill-name-node 7340098 4 -r-xr-xr-x 1 yarn hadoop 888 Apr 25 2016 ./mr-framework/hadoop/bin/kill-secondary-name-node 7340105 4 -r-xr-xr-x 1 yarn hadoop 1857 Apr 25 2016 ./mr-framework/hadoop/bin/rcc 7341036 4 -r-xr-xr-x 1 yarn hadoop 1366 Apr 25 2016 ./mr-framework/hadoop/README.txt 7340081 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/libexec 7340083 4 -r-xr-xr-x 1 yarn hadoop 2131 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.cmd 7340091 4 -r-xr-xr-x 1 yarn hadoop 2304 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.sh 7340087 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.sh 7340082 12 -r-xr-xr-x 1 yarn hadoop 11678 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.sh 7340084 4 -r-xr-xr-x 1 yarn hadoop 2215 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.sh 7340090 4 -r-xr-xr-x 1 yarn hadoop 1777 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.cmd 7340085 12 -r-xr-xr-x 1 yarn hadoop 8270 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.cmd 7340086 8 -r-xr-xr-x 1 yarn hadoop 5749 Apr 25 2016 ./mr-framework/hadoop/libexec/httpfs-config.sh 7340089 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.cmd 7340088 8 -r-xr-xr-x 1 yarn hadoop 5431 Apr 25 2016 ./mr-framework/hadoop/libexec/kms-config.sh 7340113 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib 7340114 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib/native 7340118 1456 -r-xr-xr-x 1 yarn hadoop 1487436 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooppipes.a 7340121 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so.1.0.0 7340120 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so.0.0.0 7340123 1288 -r-xr-xr-x 1 yarn hadoop 1318706 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.a 7340122 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1.1.4 7340122 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so 7340122 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1 7340125 572 -r-xr-xr-x 1 yarn hadoop 582696 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooputils.a 7340120 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so 7340115 360 -r-xr-xr-x 1 yarn hadoop 366308 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.a 7340121 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so 58327241 4 drwx------ 2 bdsa_ingest domain-users 4096 Nov 28 16:26 ./job.jar 58327235 20272 -r-x------ 1 bdsa_ingest domain-users 20755003 Nov 28 16:26 ./job.jar/job.jar 150995107 16 -rwx------ 1 bdsa_ingest hadoop 16329 Nov 28 16:26 ./launch_container.sh broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info LogType:launch_container.sh Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:16329 Log Contents: #!/bin/bash export LOCAL_DIRS="/grid/0/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/1/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/10/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/11/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/12/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355" export NM_HTTP_PORT="8042" export SHELL="/bin/bash" export NM_AUX_SERVICE_spark_shuffle="" export JAVA_HOME="/usr/jdk64/jdk1.7.0_67" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= " export HADOOP_YARN_HOME="/usr/hdp/current/hadoop-yarn-nodemanager" export CLASSPATH="$PWD:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.4.2.0-258/hadoop/lib/hadoop-lzo-0.6.0.2.4.2.0-258.jar:/etc/hadoop/conf/secure:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*" export HADOOP_TOKEN_FILE_LOCATION="/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008/container_tokens" export NM_HOST="meybgdlpslv6.corp.du.ae" export HADOOP_ROOT_LOGGER="INFO,console" export JVM_PID="$$" export STDOUT_LOGFILE_ENV="/grid/9/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008/stdout" export STDERR_LOGFILE_ENV="/grid/9/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008/stderr" export USER="bdsa_ingest" export PWD="/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008" export HADOOP_CLIENT_OPTS="-Xmx1024m -XX:MaxPermSize=512m -Xmx1024m -XX:MaxPermSize=512m " export CONTAINER_ID="container_e40_1479381018014_95355_01_000008" export HOME="/home/" export HADOOP_CLASSPATH="$PWD:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/*:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/current/hive-server2/conf/conf.server:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-core-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-fate-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-start-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-trace-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/activation-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-launcher-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-2.7.7.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-runtime-3.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/apache-log4j-extras-1.2.17.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-commons-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-tree-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/avro-1.7.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/bonecp-0.8.0.RELEASE.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-avatica-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-core-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-linq4j-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-cli-1.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-codec-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-collections-3.2.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compiler-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compress-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-dbcp-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-httpclient-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-io-2.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-lang-2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-logging-1.1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-math-2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-pool-1.5.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-vfs2-2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-client-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-framework-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-recipes-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-api-jdo-3.2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-core-3.2.10.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-rdbms-3.2.9.jar:/usr/hdp/2.4.2.0-258/hive/lib/derby-10.10.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/eigenbase-properties-1.1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-annotation_1.0_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jaspic_1.0_spec-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jta_1.1_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/groovy-all-2.4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/guava-14.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258-standalone.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.20S-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.23-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler.jar:/usr/hdp/2.4.2.0-258/hive/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpclient-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpcore-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/ivy-2.4.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/janino-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/jcommander-1.32.jar:/usr/hdp/2.4.2.0-258/hive/lib/jdo-api-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-server-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jline-2.12.jar:/usr/hdp/2.4.2.0-258/hive/lib/joda-time-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/jpam-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/json-20090211.jar:/usr/hdp/2.4.2.0-258/hive/lib/jsr305-3.0.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/jta-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/libfb303-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/libthrift-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/log4j-1.2.16.jar:/usr/hdp/2.4.2.0-258/hive/lib/mail-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-api-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svn-commons-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svnexe-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/hive/lib/netty-3.7.0.Final.jar:/usr/hdp/2.4.2.0-258/hive/lib/opencsv-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/oro-2.0.8.jar:/usr/hdp/2.4.2.0-258/hive/lib/paranamer-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/parquet-hadoop-bundle-1.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/usr/hdp/2.4.2.0-258/hive/lib/plexus-utils-1.5.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/protobuf-java-2.5.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-hive-plugin-shim-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-plugin-classloader-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/regexp-1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/servlet-api-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/snappy-java-1.0.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/ST4-4.0.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/stax-api-1.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/stringtemplate-3.2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/super-csv-2.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/velocity-1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/xz-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/zookeeper-3.4.6.2.4.2.0-258.jar::/usr/hdp/current/hive-webhcat/share/hcatalog/hive-hcatalog-core.jar:/etc/hbase/conf:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-common-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-hadoop-compat-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/metrics-core-2.2.0.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-client-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hbase/lib/netty-all-4.0.23.Final.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-protocol-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-server-1.1.2.2.4.2.0-258.jar:mysql-connector-java-5.1.17.jar:mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/tez/*:/usr/hdp/2.4.2.0-258/tez/lib/*:/usr/hdp/2.4.2.0-258/tez/conf" export NM_PORT="45454" export LOGNAME="bdsa_ingest" export HADOOP_CONF_DIR="/usr/hdp/current/hadoop-client/conf" export MALLOC_ARENA_MAX="4" export LD_LIBRARY_PATH="$PWD:/usr/hdp/2.4.2.0-258/hadoop/lib/native:/usr/hdp/2.4.2.0-258/hadoop/lib/native/Linux-amd64-64" export LOG_DIRS="/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008,/grid/1/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008,/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008,/grid/3/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008,/grid/4/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008,/grid/5/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008,/grid/6/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008,/grid/7/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008,/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008,/grid/9/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008,/grid/10/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008,/grid/11/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008,/grid/12/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008" ln -sf "/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar" "job.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/57245/map.xml" "map.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/filecache/57246/bedrock-hive-hooks-4.1.1-FINAL.jar" "bedrock-hive-hooks-4.1.1-FINAL.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/12/hadoop/yarn/local/filecache/10/mapreduce.tar.gz" "mr-framework" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml" "job.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi # Creating copy of launch script cp "launch_container.sh" "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008/launch_container.sh" chmod 640 "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008/directory.info" ls -l 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008/directory.info" find -L . -maxdepth 5 -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008/directory.info" exec /bin/bash -c "$JAVA_HOME/bin/java -server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=2.4.2.0-258 -Xmx3686m -Djava.io.tmpdir=$PWD/tmp -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=/grid/9/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008 -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Dhadoop.root.logfile=syslog org.apache.hadoop.mapred.YarnChild 172.23.35.43 47330 attempt_1479381018014_95355_m_000005_0 43980465111048 1>/grid/9/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008/stdout 2>/grid/9/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000008/stderr " hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi End of LogType:launch_container.sh LogType:stderr Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stderr LogType:stdout Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stdout LogType:syslog Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:2597 Log Contents: 2016-11-28 16:26:03,060 WARN [main] org.apache.hadoop.metrics2.impl.MetricsConfig: Cannot locate configuration: tried hadoop-metrics2-maptask.properties,hadoop-metrics2.properties 2016-11-28 16:26:03,115 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Scheduled snapshot period at 10 second(s). 2016-11-28 16:26:03,115 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: MapTask metrics system started 2016-11-28 16:26:03,128 INFO [main] org.apache.hadoop.mapred.YarnChild: Executing with tokens: 2016-11-28 16:26:03,128 INFO [main] org.apache.hadoop.mapred.YarnChild: Kind: mapreduce.job, Service: job_1479381018014_95355, Ident: (org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier@20fd55cc) 2016-11-28 16:26:03,288 INFO [main] org.apache.hadoop.mapred.YarnChild: Kind: HDFS_DELEGATION_TOKEN, Service: ha-hdfs:prod-nameservice, Ident: (HDFS_DELEGATION_TOKEN token 96109 for bdsa_ingest) 2016-11-28 16:26:03,288 INFO [main] org.apache.hadoop.mapred.YarnChild: Kind: TIMELINE_DELEGATION_TOKEN, Service: 172.23.35.5:8188, Ident: (owner=bdsa_ingest, renewer=yarn, realUser=hive, issueDate=1480335951178, maxDate=1480940751178, sequenceNumber=95811, masterKeyId=103) 2016-11-28 16:26:03,358 INFO [main] org.apache.hadoop.mapred.YarnChild: Sleeping for 0ms before retrying again. Got null now. 2016-11-28 16:26:03,498 INFO [main] org.apache.hadoop.mapred.YarnChild: mapreduce.cluster.local.dir for child: /grid/0/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/1/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/10/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/11/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/12/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355 End of LogType:syslog Container: container_e40_1479381018014_95355_01_000007 on meybgdlpslv6.corp.du.ae_45454 ========================================================================================= LogType:directory.info Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:15183 Log Contents: ls -l: total 40 lrwxrwxrwx 1 bdsa_ingest hadoop 98 Nov 28 16:26 bedrock-hive-hooks-4.1.1-FINAL.jar -> /grid/4/hadoop/yarn/local/usercache/bdsa_ingest/filecache/57246/bedrock-hive-hooks-4.1.1-FINAL.jar -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 container_tokens lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.jar -> /grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.xml -> /grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml -rwx------ 1 bdsa_ingest hadoop 16329 Nov 28 16:26 launch_container.sh lrwxrwxrwx 1 bdsa_ingest hadoop 71 Nov 28 16:26 map.xml -> /grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/57245/map.xml lrwxrwxrwx 1 bdsa_ingest hadoop 56 Nov 28 16:26 mr-framework -> /grid/12/hadoop/yarn/local/filecache/10/mapreduce.tar.gz drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 tmp find -L . -maxdepth 5 -ls: 24248570 4 drwxr-s--- 3 bdsa_ingest hadoop 4096 Nov 28 16:26 . 24248577 4 drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 ./tmp 51249794 4 -r-x------ 1 bdsa_ingest domain-users 2401 Nov 28 16:26 ./map.xml 24248578 16 -rwx------ 1 bdsa_ingest hadoop 16329 Nov 28 16:26 ./launch_container.sh 7340079 4 drwxr-xr-x 3 yarn hadoop 4096 Sep 11 20:20 ./mr-framework 7340080 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop 7340126 4 drwxr-xr-x 4 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share 7340127 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop 7340853 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/tools 7340762 4 drwxr-xr-x 7 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/hdfs 7340374 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/httpfs 7340663 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/common 7340128 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/yarn 7340239 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/kms 7340973 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/mapreduce 7341026 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc 7341027 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc/hadoop 7341069 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/sbin 7341074 4 -r-xr-xr-x 1 yarn hadoop 1779 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.cmd 7341071 4 -r-xr-xr-x 1 yarn hadoop 1428 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.sh 7341168 4 -r-xr-xr-x 1 yarn hadoop 1260 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-balancer.sh 7341142 4 -r-xr-xr-x 1 yarn hadoop 2226 Apr 25 2016 ./mr-framework/hadoop/sbin/slaves.sh 7341073 4 -r-xr-xr-x 1 yarn hadoop 1441 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemons.sh 7341078 4 -r-xr-xr-x 1 yarn hadoop 1209 Apr 25 2016 ./mr-framework/hadoop/sbin/start-balancer.sh 7341076 4 -r-xr-xr-x 1 yarn hadoop 3128 Apr 25 2016 ./mr-framework/hadoop/sbin/kms.sh 7341075 4 -r-xr-xr-x 1 yarn hadoop 2752 Apr 25 2016 ./mr-framework/hadoop/sbin/distribute-exclude.sh 7341080 8 -r-xr-xr-x 1 yarn hadoop 6546 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemon.sh 7341184 4 -r-xr-xr-x 1 yarn hadoop 1438 Apr 25 2016 ./mr-framework/hadoop/sbin/start-secure-dns.sh 7341152 4 -r-xr-xr-x 1 yarn hadoop 1455 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.cmd 7341072 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-secure-dns.sh 7341070 4 -r-xr-xr-x 1 yarn hadoop 1434 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemons.sh 7341161 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.sh 7341079 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.sh 7341166 4 -r-xr-xr-x 1 yarn hadoop 1642 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.cmd 7341085 4 -r-xr-xr-x 1 yarn hadoop 1770 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.cmd 7341081 4 -r-xr-xr-x 1 yarn hadoop 3287 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.sh 7341165 4 -r-xr-xr-x 1 yarn hadoop 1543 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.sh 7341117 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.cmd 7341082 8 -r-xr-xr-x 1 yarn hadoop 4376 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemon.sh 7341159 4 -r-xr-xr-x 1 yarn hadoop 1552 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.sh 7341189 8 -r-xr-xr-x 1 yarn hadoop 4161 Apr 25 2016 ./mr-framework/hadoop/sbin/mr-jobhistory-daemon.sh 7341170 4 -r-xr-xr-x 1 yarn hadoop 1729 Apr 25 2016 ./mr-framework/hadoop/sbin/refresh-namenodes.sh 7341147 4 -r-xr-xr-x 1 yarn hadoop 2291 Apr 25 2016 ./mr-framework/hadoop/sbin/httpfs.sh 7341077 4 -r-xr-xr-x 1 yarn hadoop 1571 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.cmd 7341116 4 -r-xr-xr-x 1 yarn hadoop 3815 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.sh 7341172 4 -r-xr-xr-x 1 yarn hadoop 1401 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.cmd 7340112 16 -r-xr-xr-x 1 yarn hadoop 15429 Apr 25 2016 ./mr-framework/hadoop/LICENSE.txt 7341038 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc 7341039 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop 7341061 4 -r-xr-xr-x 1 yarn hadoop 775 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hdfs-site.xml 7341055 8 -r-xr-xr-x 1 yarn hadoop 4113 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-queues.xml.template 7341052 4 -r-xr-xr-x 1 yarn hadoop 690 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-site.xml 7341051 8 -r-xr-xr-x 1 yarn hadoop 4567 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.sh 7341066 8 -r-xr-xr-x 1 yarn hadoop 5511 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-site.xml 7341044 4 -r-xr-xr-x 1 yarn hadoop 1657 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-log4j.properties 7341060 4 -r-xr-xr-x 1 yarn hadoop 2490 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics.properties 7341041 16 -r-xr-xr-x 1 yarn hadoop 12306 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/log4j.properties 7341046 4 -r-xr-xr-x 1 yarn hadoop 951 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.cmd 7341064 4 -r-xr-xr-x 1 yarn hadoop 21 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-signature.secret 7341045 4 -r-xr-xr-x 1 yarn hadoop 2598 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics2.properties 7341065 4 -r-xr-xr-x 1 yarn hadoop 1383 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.sh 7341056 8 -r-xr-xr-x 1 yarn hadoop 4529 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.sh 7341068 4 -r-xr-xr-x 1 yarn hadoop 758 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-site.xml.template 7341062 12 -r-xr-xr-x 1 yarn hadoop 9683 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-policy.xml 7341059 4 -r-xr-xr-x 1 yarn hadoop 1527 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-env.sh 7341043 4 -r-xr-xr-x 1 yarn hadoop 2316 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-client.xml.example 7341057 4 -r-xr-xr-x 1 yarn hadoop 318 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/container-executor.cfg 7341047 4 -r-xr-xr-x 1 yarn hadoop 774 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/core-site.xml 7341040 4 -r-xr-xr-x 1 yarn hadoop 3518 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-acls.xml 7341058 8 -r-xr-xr-x 1 yarn hadoop 4436 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/capacity-scheduler.xml 7341053 4 -r-xr-xr-x 1 yarn hadoop 10 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/slaves 7341067 4 -r-xr-xr-x 1 yarn hadoop 620 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-site.xml 7341063 4 -r-xr-xr-x 1 yarn hadoop 2250 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.cmd 7341054 4 -r-xr-xr-x 1 yarn hadoop 2268 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-server.xml.example 7341048 4 -r-xr-xr-x 1 yarn hadoop 1449 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-env.sh 7341049 4 -r-xr-xr-x 1 yarn hadoop 1335 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/configuration.xsl 7341050 4 -r-xr-xr-x 1 yarn hadoop 3979 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.cmd 7341042 4 -r-xr-xr-x 1 yarn hadoop 1631 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-log4j.properties 7340106 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/include 7340111 8 -r-xr-xr-x 1 yarn hadoop 6330 Apr 25 2016 ./mr-framework/hadoop/include/Pipes.hh 7340107 36 -r-xr-xr-x 1 yarn hadoop 33361 Apr 25 2016 ./mr-framework/hadoop/include/hdfs.h 7340109 4 -r-xr-xr-x 1 yarn hadoop 3319 Apr 25 2016 ./mr-framework/hadoop/include/TemplateFactory.hh 7340110 8 -r-xr-xr-x 1 yarn hadoop 4514 Apr 25 2016 ./mr-framework/hadoop/include/SerialUtils.hh 7340108 4 -r-xr-xr-x 1 yarn hadoop 2441 Apr 25 2016 ./mr-framework/hadoop/include/StringUtils.hh 7341037 4 -r-xr-xr-x 1 yarn hadoop 101 Apr 25 2016 ./mr-framework/hadoop/NOTICE.txt 7340092 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/bin 7340102 16 -r-xr-xr-x 1 yarn hadoop 12707 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs 7340099 8 -r-xr-xr-x 1 yarn hadoop 7120 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop 7340104 8 -r-xr-xr-x 1 yarn hadoop 7465 Apr 25 2016 ./mr-framework/hadoop/bin/mapred.cmd 7340103 12 -r-xr-xr-x 1 yarn hadoop 8782 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs.cmd 7340093 16 -r-xr-xr-x 1 yarn hadoop 14847 Apr 25 2016 ./mr-framework/hadoop/bin/yarn 7340097 12 -r-xr-xr-x 1 yarn hadoop 12069 Apr 25 2016 ./mr-framework/hadoop/bin/yarn.cmd 7340100 8 -r-xr-xr-x 1 yarn hadoop 6448 Apr 25 2016 ./mr-framework/hadoop/bin/mapred 7340094 12 -r-xr-xr-x 1 yarn hadoop 8786 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop.cmd 7340101 112 -r-xr-xr-x 1 yarn hadoop 114438 Apr 25 2016 ./mr-framework/hadoop/bin/container-executor 7340096 128 -r-xr-xr-x 1 yarn hadoop 129158 Apr 25 2016 ./mr-framework/hadoop/bin/test-container-executor 7340095 4 -r-xr-xr-x 1 yarn hadoop 830 Apr 25 2016 ./mr-framework/hadoop/bin/kill-name-node 7340098 4 -r-xr-xr-x 1 yarn hadoop 888 Apr 25 2016 ./mr-framework/hadoop/bin/kill-secondary-name-node 7340105 4 -r-xr-xr-x 1 yarn hadoop 1857 Apr 25 2016 ./mr-framework/hadoop/bin/rcc 7341036 4 -r-xr-xr-x 1 yarn hadoop 1366 Apr 25 2016 ./mr-framework/hadoop/README.txt 7340081 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/libexec 7340083 4 -r-xr-xr-x 1 yarn hadoop 2131 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.cmd 7340091 4 -r-xr-xr-x 1 yarn hadoop 2304 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.sh 7340087 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.sh 7340082 12 -r-xr-xr-x 1 yarn hadoop 11678 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.sh 7340084 4 -r-xr-xr-x 1 yarn hadoop 2215 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.sh 7340090 4 -r-xr-xr-x 1 yarn hadoop 1777 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.cmd 7340085 12 -r-xr-xr-x 1 yarn hadoop 8270 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.cmd 7340086 8 -r-xr-xr-x 1 yarn hadoop 5749 Apr 25 2016 ./mr-framework/hadoop/libexec/httpfs-config.sh 7340089 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.cmd 7340088 8 -r-xr-xr-x 1 yarn hadoop 5431 Apr 25 2016 ./mr-framework/hadoop/libexec/kms-config.sh 7340113 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib 7340114 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib/native 7340118 1456 -r-xr-xr-x 1 yarn hadoop 1487436 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooppipes.a 7340121 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so.1.0.0 7340120 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so.0.0.0 7340123 1288 -r-xr-xr-x 1 yarn hadoop 1318706 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.a 7340122 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1.1.4 7340122 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so 7340122 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1 7340125 572 -r-xr-xr-x 1 yarn hadoop 582696 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooputils.a 7340120 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so 7340115 360 -r-xr-xr-x 1 yarn hadoop 366308 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.a 7340121 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so 24248580 4 -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 ./container_tokens 58327241 4 drwx------ 2 bdsa_ingest domain-users 4096 Nov 28 16:26 ./job.jar 58327235 20272 -r-x------ 1 bdsa_ingest domain-users 20755003 Nov 28 16:26 ./job.jar/job.jar 31981690 16 -r-x------ 1 bdsa_ingest domain-users 13055 Nov 28 16:26 ./bedrock-hive-hooks-4.1.1-FINAL.jar 150995095 228 -r-x------ 1 bdsa_ingest domain-users 232396 Nov 28 16:26 ./job.xml broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info LogType:launch_container.sh Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:16329 Log Contents: #!/bin/bash export LOCAL_DIRS="/grid/0/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/1/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/10/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/11/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/12/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355" export NM_HTTP_PORT="8042" export SHELL="/bin/bash" export NM_AUX_SERVICE_spark_shuffle="" export JAVA_HOME="/usr/jdk64/jdk1.7.0_67" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= " export HADOOP_YARN_HOME="/usr/hdp/current/hadoop-yarn-nodemanager" export CLASSPATH="$PWD:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.4.2.0-258/hadoop/lib/hadoop-lzo-0.6.0.2.4.2.0-258.jar:/etc/hadoop/conf/secure:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*" export HADOOP_TOKEN_FILE_LOCATION="/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007/container_tokens" export NM_HOST="meybgdlpslv6.corp.du.ae" export HADOOP_ROOT_LOGGER="INFO,console" export JVM_PID="$$" export STDOUT_LOGFILE_ENV="/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007/stdout" export STDERR_LOGFILE_ENV="/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007/stderr" export USER="bdsa_ingest" export PWD="/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007" export HADOOP_CLIENT_OPTS="-Xmx1024m -XX:MaxPermSize=512m -Xmx1024m -XX:MaxPermSize=512m " export CONTAINER_ID="container_e40_1479381018014_95355_01_000007" export HOME="/home/" export HADOOP_CLASSPATH="$PWD:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/*:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/current/hive-server2/conf/conf.server:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-core-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-fate-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-start-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-trace-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/activation-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-launcher-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-2.7.7.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-runtime-3.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/apache-log4j-extras-1.2.17.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-commons-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-tree-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/avro-1.7.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/bonecp-0.8.0.RELEASE.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-avatica-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-core-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-linq4j-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-cli-1.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-codec-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-collections-3.2.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compiler-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compress-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-dbcp-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-httpclient-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-io-2.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-lang-2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-logging-1.1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-math-2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-pool-1.5.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-vfs2-2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-client-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-framework-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-recipes-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-api-jdo-3.2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-core-3.2.10.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-rdbms-3.2.9.jar:/usr/hdp/2.4.2.0-258/hive/lib/derby-10.10.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/eigenbase-properties-1.1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-annotation_1.0_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jaspic_1.0_spec-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jta_1.1_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/groovy-all-2.4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/guava-14.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258-standalone.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.20S-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.23-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler.jar:/usr/hdp/2.4.2.0-258/hive/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpclient-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpcore-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/ivy-2.4.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/janino-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/jcommander-1.32.jar:/usr/hdp/2.4.2.0-258/hive/lib/jdo-api-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-server-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jline-2.12.jar:/usr/hdp/2.4.2.0-258/hive/lib/joda-time-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/jpam-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/json-20090211.jar:/usr/hdp/2.4.2.0-258/hive/lib/jsr305-3.0.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/jta-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/libfb303-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/libthrift-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/log4j-1.2.16.jar:/usr/hdp/2.4.2.0-258/hive/lib/mail-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-api-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svn-commons-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svnexe-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/hive/lib/netty-3.7.0.Final.jar:/usr/hdp/2.4.2.0-258/hive/lib/opencsv-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/oro-2.0.8.jar:/usr/hdp/2.4.2.0-258/hive/lib/paranamer-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/parquet-hadoop-bundle-1.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/usr/hdp/2.4.2.0-258/hive/lib/plexus-utils-1.5.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/protobuf-java-2.5.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-hive-plugin-shim-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-plugin-classloader-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/regexp-1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/servlet-api-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/snappy-java-1.0.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/ST4-4.0.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/stax-api-1.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/stringtemplate-3.2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/super-csv-2.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/velocity-1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/xz-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/zookeeper-3.4.6.2.4.2.0-258.jar::/usr/hdp/current/hive-webhcat/share/hcatalog/hive-hcatalog-core.jar:/etc/hbase/conf:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-common-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-hadoop-compat-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/metrics-core-2.2.0.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-client-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hbase/lib/netty-all-4.0.23.Final.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-protocol-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-server-1.1.2.2.4.2.0-258.jar:mysql-connector-java-5.1.17.jar:mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/tez/*:/usr/hdp/2.4.2.0-258/tez/lib/*:/usr/hdp/2.4.2.0-258/tez/conf" export NM_PORT="45454" export LOGNAME="bdsa_ingest" export HADOOP_CONF_DIR="/usr/hdp/current/hadoop-client/conf" export MALLOC_ARENA_MAX="4" export LD_LIBRARY_PATH="$PWD:/usr/hdp/2.4.2.0-258/hadoop/lib/native:/usr/hdp/2.4.2.0-258/hadoop/lib/native/Linux-amd64-64" export LOG_DIRS="/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007,/grid/1/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007,/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007,/grid/3/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007,/grid/4/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007,/grid/5/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007,/grid/6/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007,/grid/7/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007,/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007,/grid/9/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007,/grid/10/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007,/grid/11/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007,/grid/12/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007" ln -sf "/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar" "job.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/57245/map.xml" "map.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/filecache/57246/bedrock-hive-hooks-4.1.1-FINAL.jar" "bedrock-hive-hooks-4.1.1-FINAL.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/12/hadoop/yarn/local/filecache/10/mapreduce.tar.gz" "mr-framework" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml" "job.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi # Creating copy of launch script cp "launch_container.sh" "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007/launch_container.sh" chmod 640 "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007/directory.info" ls -l 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007/directory.info" find -L . -maxdepth 5 -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007/directory.info" exec /bin/bash -c "$JAVA_HOME/bin/java -server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=2.4.2.0-258 -Xmx3686m -Djava.io.tmpdir=$PWD/tmp -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007 -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Dhadoop.root.logfile=syslog org.apache.hadoop.mapred.YarnChild 172.23.35.43 47330 attempt_1479381018014_95355_m_000003_0 43980465111047 1>/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007/stdout 2>/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000007/stderr " hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi End of LogType:launch_container.sh LogType:stderr Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stderr LogType:stdout Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stdout LogType:syslog Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:2597 Log Contents: 2016-11-28 16:26:03,060 WARN [main] org.apache.hadoop.metrics2.impl.MetricsConfig: Cannot locate configuration: tried hadoop-metrics2-maptask.properties,hadoop-metrics2.properties 2016-11-28 16:26:03,116 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Scheduled snapshot period at 10 second(s). 2016-11-28 16:26:03,116 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: MapTask metrics system started 2016-11-28 16:26:03,130 INFO [main] org.apache.hadoop.mapred.YarnChild: Executing with tokens: 2016-11-28 16:26:03,130 INFO [main] org.apache.hadoop.mapred.YarnChild: Kind: mapreduce.job, Service: job_1479381018014_95355, Ident: (org.apache.hadoop.mapreduce.security.token.JobTokenIdentifier@580bd4ff) 2016-11-28 16:26:03,299 INFO [main] org.apache.hadoop.mapred.YarnChild: Kind: HDFS_DELEGATION_TOKEN, Service: ha-hdfs:prod-nameservice, Ident: (HDFS_DELEGATION_TOKEN token 96109 for bdsa_ingest) 2016-11-28 16:26:03,299 INFO [main] org.apache.hadoop.mapred.YarnChild: Kind: TIMELINE_DELEGATION_TOKEN, Service: 172.23.35.5:8188, Ident: (owner=bdsa_ingest, renewer=yarn, realUser=hive, issueDate=1480335951178, maxDate=1480940751178, sequenceNumber=95811, masterKeyId=103) 2016-11-28 16:26:03,371 INFO [main] org.apache.hadoop.mapred.YarnChild: Sleeping for 0ms before retrying again. Got null now. 2016-11-28 16:26:03,511 INFO [main] org.apache.hadoop.mapred.YarnChild: mapreduce.cluster.local.dir for child: /grid/0/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/1/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/10/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/11/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/12/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355 End of LogType:syslog Container: container_e40_1479381018014_95355_01_000004 on meybgdlpslv8.corp.du.ae_45454 ========================================================================================= LogType:directory.info Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:15424 Log Contents: ls -l: total 40 lrwxrwxrwx 1 bdsa_ingest hadoop 98 Nov 28 16:26 bedrock-hive-hooks-4.1.1-FINAL.jar -> /grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58470/bedrock-hive-hooks-4.1.1-FINAL.jar -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 container_tokens lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.jar -> /grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.xml -> /grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml -rwx------ 1 bdsa_ingest hadoop 16331 Nov 28 16:26 launch_container.sh lrwxrwxrwx 1 bdsa_ingest hadoop 71 Nov 28 16:26 map.xml -> /grid/2/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58469/map.xml lrwxrwxrwx 1 bdsa_ingest hadoop 56 Nov 28 16:26 mr-framework -> /grid/10/hadoop/yarn/local/filecache/11/mapreduce.tar.gz drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 tmp find -L . -maxdepth 5 -ls: 48890514 4 drwxr-s--- 3 bdsa_ingest hadoop 4096 Nov 28 16:26 . 107217424 4 -r-x------ 1 bdsa_ingest domain-users 2401 Nov 28 16:26 ./map.xml 48890527 16 -rwx------ 1 bdsa_ingest hadoop 16331 Nov 28 16:26 ./launch_container.sh 56361341 4 drwx------ 2 bdsa_ingest domain-users 4096 Nov 28 16:26 ./job.jar 56361335 20272 -r-x------ 1 bdsa_ingest domain-users 20755003 Nov 28 16:26 ./job.jar/job.jar 48890526 4 drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 ./tmp 174064081 16 -r-x------ 1 bdsa_ingest domain-users 13055 Nov 28 16:26 ./bedrock-hive-hooks-4.1.1-FINAL.jar 48890528 4 -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 ./container_tokens 129761341 4 drwxr-xr-x 3 yarn hadoop 4096 Sep 11 20:20 ./mr-framework 129761342 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop 129762289 4 -r-xr-xr-x 1 yarn hadoop 101 Apr 25 2016 ./mr-framework/hadoop/NOTICE.txt 129761354 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/bin 129761367 4 -r-xr-xr-x 1 yarn hadoop 1857 Apr 25 2016 ./mr-framework/hadoop/bin/rcc 129761361 8 -r-xr-xr-x 1 yarn hadoop 7120 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop 129761359 12 -r-xr-xr-x 1 yarn hadoop 12069 Apr 25 2016 ./mr-framework/hadoop/bin/yarn.cmd 129761360 4 -r-xr-xr-x 1 yarn hadoop 888 Apr 25 2016 ./mr-framework/hadoop/bin/kill-secondary-name-node 129761362 8 -r-xr-xr-x 1 yarn hadoop 6448 Apr 25 2016 ./mr-framework/hadoop/bin/mapred 129761358 128 -r-xr-xr-x 1 yarn hadoop 129158 Apr 25 2016 ./mr-framework/hadoop/bin/test-container-executor 129761366 8 -r-xr-xr-x 1 yarn hadoop 7465 Apr 25 2016 ./mr-framework/hadoop/bin/mapred.cmd 129761364 16 -r-xr-xr-x 1 yarn hadoop 12707 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs 129761355 16 -r-xr-xr-x 1 yarn hadoop 14847 Apr 25 2016 ./mr-framework/hadoop/bin/yarn 129761357 4 -r-xr-xr-x 1 yarn hadoop 830 Apr 25 2016 ./mr-framework/hadoop/bin/kill-name-node 129761356 12 -r-xr-xr-x 1 yarn hadoop 8786 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop.cmd 129761365 12 -r-xr-xr-x 1 yarn hadoop 8782 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs.cmd 129761363 112 -r-xr-xr-x 1 yarn hadoop 114438 Apr 25 2016 ./mr-framework/hadoop/bin/container-executor 129761343 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/libexec 129761349 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.sh 129761351 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.cmd 129761352 4 -r-xr-xr-x 1 yarn hadoop 1777 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.cmd 129761353 4 -r-xr-xr-x 1 yarn hadoop 2304 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.sh 129761346 4 -r-xr-xr-x 1 yarn hadoop 2215 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.sh 129761350 8 -r-xr-xr-x 1 yarn hadoop 5431 Apr 25 2016 ./mr-framework/hadoop/libexec/kms-config.sh 129761347 12 -r-xr-xr-x 1 yarn hadoop 8270 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.cmd 129761344 12 -r-xr-xr-x 1 yarn hadoop 11678 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.sh 129761348 8 -r-xr-xr-x 1 yarn hadoop 5749 Apr 25 2016 ./mr-framework/hadoop/libexec/httpfs-config.sh 129761345 4 -r-xr-xr-x 1 yarn hadoop 2131 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.cmd 129762321 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/sbin 129762324 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-secure-dns.sh 129762331 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.sh 129762429 4 -r-xr-xr-x 1 yarn hadoop 1543 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.sh 129762376 4 -r-xr-xr-x 1 yarn hadoop 3815 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.sh 129762326 4 -r-xr-xr-x 1 yarn hadoop 1779 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.cmd 129762447 4 -r-xr-xr-x 1 yarn hadoop 1729 Apr 25 2016 ./mr-framework/hadoop/sbin/refresh-namenodes.sh 129762437 4 -r-xr-xr-x 1 yarn hadoop 1642 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.cmd 129762462 8 -r-xr-xr-x 1 yarn hadoop 4161 Apr 25 2016 ./mr-framework/hadoop/sbin/mr-jobhistory-daemon.sh 129762329 4 -r-xr-xr-x 1 yarn hadoop 1571 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.cmd 129762442 4 -r-xr-xr-x 1 yarn hadoop 1260 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-balancer.sh 129762332 8 -r-xr-xr-x 1 yarn hadoop 6546 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemon.sh 129762322 4 -r-xr-xr-x 1 yarn hadoop 1434 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemons.sh 129762350 4 -r-xr-xr-x 1 yarn hadoop 1770 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.cmd 129762420 4 -r-xr-xr-x 1 yarn hadoop 1552 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.sh 129762413 4 -r-xr-xr-x 1 yarn hadoop 2291 Apr 25 2016 ./mr-framework/hadoop/sbin/httpfs.sh 129762408 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.cmd 129762327 4 -r-xr-xr-x 1 yarn hadoop 2752 Apr 25 2016 ./mr-framework/hadoop/sbin/distribute-exclude.sh 129762333 4 -r-xr-xr-x 1 yarn hadoop 3287 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.sh 129762453 4 -r-xr-xr-x 1 yarn hadoop 1401 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.cmd 129762323 4 -r-xr-xr-x 1 yarn hadoop 1428 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.sh 129762334 8 -r-xr-xr-x 1 yarn hadoop 4376 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemon.sh 129762325 4 -r-xr-xr-x 1 yarn hadoop 1441 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemons.sh 129762412 4 -r-xr-xr-x 1 yarn hadoop 2226 Apr 25 2016 ./mr-framework/hadoop/sbin/slaves.sh 129762415 4 -r-xr-xr-x 1 yarn hadoop 1455 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.cmd 129762328 4 -r-xr-xr-x 1 yarn hadoop 3128 Apr 25 2016 ./mr-framework/hadoop/sbin/kms.sh 129762330 4 -r-xr-xr-x 1 yarn hadoop 1209 Apr 25 2016 ./mr-framework/hadoop/sbin/start-balancer.sh 129762458 4 -r-xr-xr-x 1 yarn hadoop 1438 Apr 25 2016 ./mr-framework/hadoop/sbin/start-secure-dns.sh 129762424 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.sh 129761388 4 drwxr-xr-x 4 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share 129761389 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop 129762225 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/mapreduce 129762018 4 drwxr-xr-x 7 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/hdfs 129761501 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/kms 129761921 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/common 129761632 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/httpfs 129761390 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/yarn 129762105 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/tools 129762278 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc 129762279 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc/hadoop 129762288 4 -r-xr-xr-x 1 yarn hadoop 1366 Apr 25 2016 ./mr-framework/hadoop/README.txt 129762290 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc 129762291 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop 129762299 4 -r-xr-xr-x 1 yarn hadoop 774 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/core-site.xml 129762314 12 -r-xr-xr-x 1 yarn hadoop 9683 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-policy.xml 129762296 4 -r-xr-xr-x 1 yarn hadoop 1657 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-log4j.properties 129762319 4 -r-xr-xr-x 1 yarn hadoop 620 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-site.xml 129762308 8 -r-xr-xr-x 1 yarn hadoop 4529 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.sh 129762311 4 -r-xr-xr-x 1 yarn hadoop 1527 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-env.sh 129762298 4 -r-xr-xr-x 1 yarn hadoop 951 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.cmd 129762304 4 -r-xr-xr-x 1 yarn hadoop 690 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-site.xml 129762320 4 -r-xr-xr-x 1 yarn hadoop 758 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-site.xml.template 129762317 4 -r-xr-xr-x 1 yarn hadoop 1383 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.sh 129762309 4 -r-xr-xr-x 1 yarn hadoop 318 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/container-executor.cfg 129762301 4 -r-xr-xr-x 1 yarn hadoop 1335 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/configuration.xsl 129762318 8 -r-xr-xr-x 1 yarn hadoop 5511 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-site.xml 129762306 4 -r-xr-xr-x 1 yarn hadoop 2268 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-server.xml.example 129762300 4 -r-xr-xr-x 1 yarn hadoop 1449 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-env.sh 129762307 8 -r-xr-xr-x 1 yarn hadoop 4113 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-queues.xml.template 129762316 4 -r-xr-xr-x 1 yarn hadoop 21 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-signature.secret 129762297 4 -r-xr-xr-x 1 yarn hadoop 2598 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics2.properties 129762293 16 -r-xr-xr-x 1 yarn hadoop 12306 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/log4j.properties 129762292 4 -r-xr-xr-x 1 yarn hadoop 3518 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-acls.xml 129762305 4 -r-xr-xr-x 1 yarn hadoop 10 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/slaves 129762312 4 -r-xr-xr-x 1 yarn hadoop 2490 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics.properties 129762310 8 -r-xr-xr-x 1 yarn hadoop 4436 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/capacity-scheduler.xml 129762313 4 -r-xr-xr-x 1 yarn hadoop 775 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hdfs-site.xml 129762294 4 -r-xr-xr-x 1 yarn hadoop 1631 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-log4j.properties 129762302 4 -r-xr-xr-x 1 yarn hadoop 3979 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.cmd 129762295 4 -r-xr-xr-x 1 yarn hadoop 2316 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-client.xml.example 129762315 4 -r-xr-xr-x 1 yarn hadoop 2250 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.cmd 129762303 8 -r-xr-xr-x 1 yarn hadoop 4567 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.sh 129761374 16 -r-xr-xr-x 1 yarn hadoop 15429 Apr 25 2016 ./mr-framework/hadoop/LICENSE.txt 129761375 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib 129761376 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib/native 129761387 572 -r-xr-xr-x 1 yarn hadoop 582696 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooputils.a 129761384 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1.1.4 129761384 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1 129761382 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so 129761382 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so.0.0.0 129761384 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so 129761385 1288 -r-xr-xr-x 1 yarn hadoop 1318706 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.a 129761383 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so.1.0.0 129761377 360 -r-xr-xr-x 1 yarn hadoop 366308 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.a 129761383 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so 129761380 1456 -r-xr-xr-x 1 yarn hadoop 1487436 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooppipes.a 129761368 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/include 129761370 4 -r-xr-xr-x 1 yarn hadoop 2441 Apr 25 2016 ./mr-framework/hadoop/include/StringUtils.hh 129761369 36 -r-xr-xr-x 1 yarn hadoop 33361 Apr 25 2016 ./mr-framework/hadoop/include/hdfs.h 129761371 4 -r-xr-xr-x 1 yarn hadoop 3319 Apr 25 2016 ./mr-framework/hadoop/include/TemplateFactory.hh 129761373 8 -r-xr-xr-x 1 yarn hadoop 6330 Apr 25 2016 ./mr-framework/hadoop/include/Pipes.hh 129761372 8 -r-xr-xr-x 1 yarn hadoop 4514 Apr 25 2016 ./mr-framework/hadoop/include/SerialUtils.hh 71303702 228 -r-x------ 1 bdsa_ingest domain-users 232396 Nov 28 16:26 ./job.xml broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info LogType:launch_container.sh Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:16331 Log Contents: #!/bin/bash export LOCAL_DIRS="/grid/0/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/1/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/10/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/11/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/12/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355" export NM_HTTP_PORT="8042" export SHELL="/bin/bash" export NM_AUX_SERVICE_spark_shuffle="" export JAVA_HOME="/usr/jdk64/jdk1.7.0_67" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= " export HADOOP_YARN_HOME="/usr/hdp/current/hadoop-yarn-nodemanager" export CLASSPATH="$PWD:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.4.2.0-258/hadoop/lib/hadoop-lzo-0.6.0.2.4.2.0-258.jar:/etc/hadoop/conf/secure:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*" export HADOOP_TOKEN_FILE_LOCATION="/grid/11/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004/container_tokens" export NM_HOST="meybgdlpslv8.corp.du.ae" export HADOOP_ROOT_LOGGER="INFO,console" export JVM_PID="$$" export STDOUT_LOGFILE_ENV="/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004/stdout" export STDERR_LOGFILE_ENV="/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004/stderr" export USER="bdsa_ingest" export PWD="/grid/11/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004" export HADOOP_CLIENT_OPTS="-Xmx1024m -XX:MaxPermSize=512m -Xmx1024m -XX:MaxPermSize=512m " export CONTAINER_ID="container_e40_1479381018014_95355_01_000004" export HOME="/home/" export HADOOP_CLASSPATH="$PWD:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/*:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/current/hive-server2/conf/conf.server:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-core-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-fate-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-start-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-trace-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/activation-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-launcher-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-2.7.7.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-runtime-3.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/apache-log4j-extras-1.2.17.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-commons-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-tree-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/avro-1.7.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/bonecp-0.8.0.RELEASE.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-avatica-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-core-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-linq4j-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-cli-1.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-codec-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-collections-3.2.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compiler-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compress-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-dbcp-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-httpclient-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-io-2.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-lang-2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-logging-1.1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-math-2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-pool-1.5.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-vfs2-2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-client-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-framework-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-recipes-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-api-jdo-3.2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-core-3.2.10.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-rdbms-3.2.9.jar:/usr/hdp/2.4.2.0-258/hive/lib/derby-10.10.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/eigenbase-properties-1.1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-annotation_1.0_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jaspic_1.0_spec-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jta_1.1_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/groovy-all-2.4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/guava-14.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258-standalone.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.20S-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.23-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler.jar:/usr/hdp/2.4.2.0-258/hive/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpclient-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpcore-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/ivy-2.4.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/janino-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/jcommander-1.32.jar:/usr/hdp/2.4.2.0-258/hive/lib/jdo-api-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-server-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jline-2.12.jar:/usr/hdp/2.4.2.0-258/hive/lib/joda-time-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/jpam-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/json-20090211.jar:/usr/hdp/2.4.2.0-258/hive/lib/jsr305-3.0.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/jta-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/libfb303-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/libthrift-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/log4j-1.2.16.jar:/usr/hdp/2.4.2.0-258/hive/lib/mail-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-api-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svn-commons-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svnexe-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/hive/lib/netty-3.7.0.Final.jar:/usr/hdp/2.4.2.0-258/hive/lib/opencsv-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/oro-2.0.8.jar:/usr/hdp/2.4.2.0-258/hive/lib/paranamer-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/parquet-hadoop-bundle-1.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/usr/hdp/2.4.2.0-258/hive/lib/plexus-utils-1.5.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/protobuf-java-2.5.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-hive-plugin-shim-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-plugin-classloader-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/regexp-1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/servlet-api-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/snappy-java-1.0.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/ST4-4.0.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/stax-api-1.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/stringtemplate-3.2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/super-csv-2.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/velocity-1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/xz-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/zookeeper-3.4.6.2.4.2.0-258.jar::/usr/hdp/current/hive-webhcat/share/hcatalog/hive-hcatalog-core.jar:/etc/hbase/conf:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-common-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-hadoop-compat-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/metrics-core-2.2.0.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-client-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hbase/lib/netty-all-4.0.23.Final.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-protocol-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-server-1.1.2.2.4.2.0-258.jar:mysql-connector-java-5.1.17.jar:mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/tez/*:/usr/hdp/2.4.2.0-258/tez/lib/*:/usr/hdp/2.4.2.0-258/tez/conf" export NM_PORT="45454" export LOGNAME="bdsa_ingest" export HADOOP_CONF_DIR="/usr/hdp/current/hadoop-client/conf" export MALLOC_ARENA_MAX="4" export LD_LIBRARY_PATH="$PWD:/usr/hdp/2.4.2.0-258/hadoop/lib/native:/usr/hdp/2.4.2.0-258/hadoop/lib/native/Linux-amd64-64" export LOG_DIRS="/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004,/grid/1/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004,/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004,/grid/3/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004,/grid/4/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004,/grid/5/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004,/grid/6/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004,/grid/7/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004,/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004,/grid/9/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004,/grid/10/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004,/grid/11/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004,/grid/12/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004" ln -sf "/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58469/map.xml" "map.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58470/bedrock-hive-hooks-4.1.1-FINAL.jar" "bedrock-hive-hooks-4.1.1-FINAL.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/10/hadoop/yarn/local/filecache/11/mapreduce.tar.gz" "mr-framework" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar" "job.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml" "job.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi # Creating copy of launch script cp "launch_container.sh" "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004/launch_container.sh" chmod 640 "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004/directory.info" ls -l 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004/directory.info" find -L . -maxdepth 5 -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004/directory.info" exec /bin/bash -c "$JAVA_HOME/bin/java -server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=2.4.2.0-258 -Xmx3686m -Djava.io.tmpdir=$PWD/tmp -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004 -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Dhadoop.root.logfile=syslog org.apache.hadoop.mapred.YarnChild 172.23.35.43 47330 attempt_1479381018014_95355_m_000004_0 43980465111044 1>/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004/stdout 2>/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000004/stderr " hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi End of LogType:launch_container.sh LogType:stderr Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stderr LogType:stdout Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stdout LogType:syslog Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:523 Log Contents: 2016-11-28 16:26:03,584 WARN [main] org.apache.hadoop.metrics2.impl.MetricsConfig: Cannot locate configuration: tried hadoop-metrics2-maptask.properties,hadoop-metrics2.properties 2016-11-28 16:26:03,641 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Scheduled snapshot period at 10 second(s). 2016-11-28 16:26:03,641 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: MapTask metrics system started 2016-11-28 16:26:03,657 INFO [main] org.apache.hadoop.mapred.YarnChild: Executing with tokens: End of LogType:syslog Container: container_e40_1479381018014_95355_01_000005 on meybgdlpslv8.corp.du.ae_45454 ========================================================================================= LogType:directory.info Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:15428 Log Contents: ls -l: total 40 lrwxrwxrwx 1 bdsa_ingest hadoop 98 Nov 28 16:26 bedrock-hive-hooks-4.1.1-FINAL.jar -> /grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58470/bedrock-hive-hooks-4.1.1-FINAL.jar -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 container_tokens lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.jar -> /grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.xml -> /grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml -rwx------ 1 bdsa_ingest hadoop 16336 Nov 28 16:26 launch_container.sh lrwxrwxrwx 1 bdsa_ingest hadoop 71 Nov 28 16:26 map.xml -> /grid/2/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58469/map.xml lrwxrwxrwx 1 bdsa_ingest hadoop 56 Nov 28 16:26 mr-framework -> /grid/10/hadoop/yarn/local/filecache/11/mapreduce.tar.gz drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 tmp find -L . -maxdepth 5 -ls: 143523964 4 drwxr-s--- 3 bdsa_ingest hadoop 4096 Nov 28 16:26 . 174064081 16 -r-x------ 1 bdsa_ingest domain-users 13055 Nov 28 16:26 ./bedrock-hive-hooks-4.1.1-FINAL.jar 71303702 228 -r-x------ 1 bdsa_ingest domain-users 232396 Nov 28 16:26 ./job.xml 143523978 16 -rwx------ 1 bdsa_ingest hadoop 16336 Nov 28 16:26 ./launch_container.sh 56361341 4 drwx------ 2 bdsa_ingest domain-users 4096 Nov 28 16:26 ./job.jar 56361335 20272 -r-x------ 1 bdsa_ingest domain-users 20755003 Nov 28 16:26 ./job.jar/job.jar 143523980 4 -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 ./container_tokens 143523974 4 drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 ./tmp 107217424 4 -r-x------ 1 bdsa_ingest domain-users 2401 Nov 28 16:26 ./map.xml 129761341 4 drwxr-xr-x 3 yarn hadoop 4096 Sep 11 20:20 ./mr-framework 129761342 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop 129762289 4 -r-xr-xr-x 1 yarn hadoop 101 Apr 25 2016 ./mr-framework/hadoop/NOTICE.txt 129761354 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/bin 129761367 4 -r-xr-xr-x 1 yarn hadoop 1857 Apr 25 2016 ./mr-framework/hadoop/bin/rcc 129761361 8 -r-xr-xr-x 1 yarn hadoop 7120 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop 129761359 12 -r-xr-xr-x 1 yarn hadoop 12069 Apr 25 2016 ./mr-framework/hadoop/bin/yarn.cmd 129761360 4 -r-xr-xr-x 1 yarn hadoop 888 Apr 25 2016 ./mr-framework/hadoop/bin/kill-secondary-name-node 129761362 8 -r-xr-xr-x 1 yarn hadoop 6448 Apr 25 2016 ./mr-framework/hadoop/bin/mapred 129761358 128 -r-xr-xr-x 1 yarn hadoop 129158 Apr 25 2016 ./mr-framework/hadoop/bin/test-container-executor 129761366 8 -r-xr-xr-x 1 yarn hadoop 7465 Apr 25 2016 ./mr-framework/hadoop/bin/mapred.cmd 129761364 16 -r-xr-xr-x 1 yarn hadoop 12707 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs 129761355 16 -r-xr-xr-x 1 yarn hadoop 14847 Apr 25 2016 ./mr-framework/hadoop/bin/yarn 129761357 4 -r-xr-xr-x 1 yarn hadoop 830 Apr 25 2016 ./mr-framework/hadoop/bin/kill-name-node 129761356 12 -r-xr-xr-x 1 yarn hadoop 8786 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop.cmd 129761365 12 -r-xr-xr-x 1 yarn hadoop 8782 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs.cmd 129761363 112 -r-xr-xr-x 1 yarn hadoop 114438 Apr 25 2016 ./mr-framework/hadoop/bin/container-executor 129761343 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/libexec 129761349 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.sh 129761351 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.cmd 129761352 4 -r-xr-xr-x 1 yarn hadoop 1777 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.cmd 129761353 4 -r-xr-xr-x 1 yarn hadoop 2304 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.sh 129761346 4 -r-xr-xr-x 1 yarn hadoop 2215 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.sh 129761350 8 -r-xr-xr-x 1 yarn hadoop 5431 Apr 25 2016 ./mr-framework/hadoop/libexec/kms-config.sh 129761347 12 -r-xr-xr-x 1 yarn hadoop 8270 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.cmd 129761344 12 -r-xr-xr-x 1 yarn hadoop 11678 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.sh 129761348 8 -r-xr-xr-x 1 yarn hadoop 5749 Apr 25 2016 ./mr-framework/hadoop/libexec/httpfs-config.sh 129761345 4 -r-xr-xr-x 1 yarn hadoop 2131 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.cmd 129762321 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/sbin 129762324 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-secure-dns.sh 129762331 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.sh 129762429 4 -r-xr-xr-x 1 yarn hadoop 1543 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.sh 129762376 4 -r-xr-xr-x 1 yarn hadoop 3815 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.sh 129762326 4 -r-xr-xr-x 1 yarn hadoop 1779 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.cmd 129762447 4 -r-xr-xr-x 1 yarn hadoop 1729 Apr 25 2016 ./mr-framework/hadoop/sbin/refresh-namenodes.sh 129762437 4 -r-xr-xr-x 1 yarn hadoop 1642 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.cmd 129762462 8 -r-xr-xr-x 1 yarn hadoop 4161 Apr 25 2016 ./mr-framework/hadoop/sbin/mr-jobhistory-daemon.sh 129762329 4 -r-xr-xr-x 1 yarn hadoop 1571 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.cmd 129762442 4 -r-xr-xr-x 1 yarn hadoop 1260 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-balancer.sh 129762332 8 -r-xr-xr-x 1 yarn hadoop 6546 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemon.sh 129762322 4 -r-xr-xr-x 1 yarn hadoop 1434 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemons.sh 129762350 4 -r-xr-xr-x 1 yarn hadoop 1770 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.cmd 129762420 4 -r-xr-xr-x 1 yarn hadoop 1552 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.sh 129762413 4 -r-xr-xr-x 1 yarn hadoop 2291 Apr 25 2016 ./mr-framework/hadoop/sbin/httpfs.sh 129762408 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.cmd 129762327 4 -r-xr-xr-x 1 yarn hadoop 2752 Apr 25 2016 ./mr-framework/hadoop/sbin/distribute-exclude.sh 129762333 4 -r-xr-xr-x 1 yarn hadoop 3287 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.sh 129762453 4 -r-xr-xr-x 1 yarn hadoop 1401 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.cmd 129762323 4 -r-xr-xr-x 1 yarn hadoop 1428 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.sh 129762334 8 -r-xr-xr-x 1 yarn hadoop 4376 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemon.sh 129762325 4 -r-xr-xr-x 1 yarn hadoop 1441 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemons.sh 129762412 4 -r-xr-xr-x 1 yarn hadoop 2226 Apr 25 2016 ./mr-framework/hadoop/sbin/slaves.sh 129762415 4 -r-xr-xr-x 1 yarn hadoop 1455 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.cmd 129762328 4 -r-xr-xr-x 1 yarn hadoop 3128 Apr 25 2016 ./mr-framework/hadoop/sbin/kms.sh 129762330 4 -r-xr-xr-x 1 yarn hadoop 1209 Apr 25 2016 ./mr-framework/hadoop/sbin/start-balancer.sh 129762458 4 -r-xr-xr-x 1 yarn hadoop 1438 Apr 25 2016 ./mr-framework/hadoop/sbin/start-secure-dns.sh 129762424 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.sh 129761388 4 drwxr-xr-x 4 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share 129761389 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop 129762225 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/mapreduce 129762018 4 drwxr-xr-x 7 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/hdfs 129761501 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/kms 129761921 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/common 129761632 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/httpfs 129761390 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/yarn 129762105 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/tools 129762278 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc 129762279 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc/hadoop 129762288 4 -r-xr-xr-x 1 yarn hadoop 1366 Apr 25 2016 ./mr-framework/hadoop/README.txt 129762290 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc 129762291 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop 129762299 4 -r-xr-xr-x 1 yarn hadoop 774 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/core-site.xml 129762314 12 -r-xr-xr-x 1 yarn hadoop 9683 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-policy.xml 129762296 4 -r-xr-xr-x 1 yarn hadoop 1657 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-log4j.properties 129762319 4 -r-xr-xr-x 1 yarn hadoop 620 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-site.xml 129762308 8 -r-xr-xr-x 1 yarn hadoop 4529 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.sh 129762311 4 -r-xr-xr-x 1 yarn hadoop 1527 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-env.sh 129762298 4 -r-xr-xr-x 1 yarn hadoop 951 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.cmd 129762304 4 -r-xr-xr-x 1 yarn hadoop 690 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-site.xml 129762320 4 -r-xr-xr-x 1 yarn hadoop 758 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-site.xml.template 129762317 4 -r-xr-xr-x 1 yarn hadoop 1383 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.sh 129762309 4 -r-xr-xr-x 1 yarn hadoop 318 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/container-executor.cfg 129762301 4 -r-xr-xr-x 1 yarn hadoop 1335 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/configuration.xsl 129762318 8 -r-xr-xr-x 1 yarn hadoop 5511 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-site.xml 129762306 4 -r-xr-xr-x 1 yarn hadoop 2268 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-server.xml.example 129762300 4 -r-xr-xr-x 1 yarn hadoop 1449 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-env.sh 129762307 8 -r-xr-xr-x 1 yarn hadoop 4113 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-queues.xml.template 129762316 4 -r-xr-xr-x 1 yarn hadoop 21 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-signature.secret 129762297 4 -r-xr-xr-x 1 yarn hadoop 2598 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics2.properties 129762293 16 -r-xr-xr-x 1 yarn hadoop 12306 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/log4j.properties 129762292 4 -r-xr-xr-x 1 yarn hadoop 3518 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-acls.xml 129762305 4 -r-xr-xr-x 1 yarn hadoop 10 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/slaves 129762312 4 -r-xr-xr-x 1 yarn hadoop 2490 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics.properties 129762310 8 -r-xr-xr-x 1 yarn hadoop 4436 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/capacity-scheduler.xml 129762313 4 -r-xr-xr-x 1 yarn hadoop 775 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hdfs-site.xml 129762294 4 -r-xr-xr-x 1 yarn hadoop 1631 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-log4j.properties 129762302 4 -r-xr-xr-x 1 yarn hadoop 3979 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.cmd 129762295 4 -r-xr-xr-x 1 yarn hadoop 2316 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-client.xml.example 129762315 4 -r-xr-xr-x 1 yarn hadoop 2250 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.cmd 129762303 8 -r-xr-xr-x 1 yarn hadoop 4567 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.sh 129761374 16 -r-xr-xr-x 1 yarn hadoop 15429 Apr 25 2016 ./mr-framework/hadoop/LICENSE.txt 129761375 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib 129761376 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib/native 129761387 572 -r-xr-xr-x 1 yarn hadoop 582696 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooputils.a 129761384 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1.1.4 129761384 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1 129761382 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so 129761382 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so.0.0.0 129761384 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so 129761385 1288 -r-xr-xr-x 1 yarn hadoop 1318706 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.a 129761383 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so.1.0.0 129761377 360 -r-xr-xr-x 1 yarn hadoop 366308 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.a 129761383 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so 129761380 1456 -r-xr-xr-x 1 yarn hadoop 1487436 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooppipes.a 129761368 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/include 129761370 4 -r-xr-xr-x 1 yarn hadoop 2441 Apr 25 2016 ./mr-framework/hadoop/include/StringUtils.hh 129761369 36 -r-xr-xr-x 1 yarn hadoop 33361 Apr 25 2016 ./mr-framework/hadoop/include/hdfs.h 129761371 4 -r-xr-xr-x 1 yarn hadoop 3319 Apr 25 2016 ./mr-framework/hadoop/include/TemplateFactory.hh 129761373 8 -r-xr-xr-x 1 yarn hadoop 6330 Apr 25 2016 ./mr-framework/hadoop/include/Pipes.hh 129761372 8 -r-xr-xr-x 1 yarn hadoop 4514 Apr 25 2016 ./mr-framework/hadoop/include/SerialUtils.hh broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info LogType:launch_container.sh Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:16336 Log Contents: #!/bin/bash export LOCAL_DIRS="/grid/0/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/1/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/10/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/11/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/12/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355" export NM_HTTP_PORT="8042" export SHELL="/bin/bash" export NM_AUX_SERVICE_spark_shuffle="" export JAVA_HOME="/usr/jdk64/jdk1.7.0_67" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= " export HADOOP_YARN_HOME="/usr/hdp/current/hadoop-yarn-nodemanager" export CLASSPATH="$PWD:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.4.2.0-258/hadoop/lib/hadoop-lzo-0.6.0.2.4.2.0-258.jar:/etc/hadoop/conf/secure:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*" export HADOOP_TOKEN_FILE_LOCATION="/grid/10/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005/container_tokens" export NM_HOST="meybgdlpslv8.corp.du.ae" export HADOOP_ROOT_LOGGER="INFO,console" export JVM_PID="$$" export STDOUT_LOGFILE_ENV="/grid/11/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005/stdout" export STDERR_LOGFILE_ENV="/grid/11/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005/stderr" export USER="bdsa_ingest" export PWD="/grid/10/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005" export HADOOP_CLIENT_OPTS="-Xmx1024m -XX:MaxPermSize=512m -Xmx1024m -XX:MaxPermSize=512m " export CONTAINER_ID="container_e40_1479381018014_95355_01_000005" export HOME="/home/" export HADOOP_CLASSPATH="$PWD:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/*:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/current/hive-server2/conf/conf.server:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-core-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-fate-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-start-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-trace-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/activation-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-launcher-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-2.7.7.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-runtime-3.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/apache-log4j-extras-1.2.17.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-commons-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-tree-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/avro-1.7.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/bonecp-0.8.0.RELEASE.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-avatica-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-core-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-linq4j-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-cli-1.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-codec-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-collections-3.2.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compiler-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compress-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-dbcp-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-httpclient-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-io-2.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-lang-2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-logging-1.1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-math-2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-pool-1.5.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-vfs2-2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-client-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-framework-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-recipes-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-api-jdo-3.2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-core-3.2.10.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-rdbms-3.2.9.jar:/usr/hdp/2.4.2.0-258/hive/lib/derby-10.10.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/eigenbase-properties-1.1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-annotation_1.0_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jaspic_1.0_spec-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jta_1.1_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/groovy-all-2.4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/guava-14.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258-standalone.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.20S-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.23-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler.jar:/usr/hdp/2.4.2.0-258/hive/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpclient-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpcore-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/ivy-2.4.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/janino-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/jcommander-1.32.jar:/usr/hdp/2.4.2.0-258/hive/lib/jdo-api-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-server-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jline-2.12.jar:/usr/hdp/2.4.2.0-258/hive/lib/joda-time-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/jpam-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/json-20090211.jar:/usr/hdp/2.4.2.0-258/hive/lib/jsr305-3.0.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/jta-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/libfb303-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/libthrift-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/log4j-1.2.16.jar:/usr/hdp/2.4.2.0-258/hive/lib/mail-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-api-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svn-commons-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svnexe-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/hive/lib/netty-3.7.0.Final.jar:/usr/hdp/2.4.2.0-258/hive/lib/opencsv-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/oro-2.0.8.jar:/usr/hdp/2.4.2.0-258/hive/lib/paranamer-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/parquet-hadoop-bundle-1.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/usr/hdp/2.4.2.0-258/hive/lib/plexus-utils-1.5.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/protobuf-java-2.5.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-hive-plugin-shim-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-plugin-classloader-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/regexp-1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/servlet-api-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/snappy-java-1.0.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/ST4-4.0.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/stax-api-1.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/stringtemplate-3.2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/super-csv-2.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/velocity-1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/xz-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/zookeeper-3.4.6.2.4.2.0-258.jar::/usr/hdp/current/hive-webhcat/share/hcatalog/hive-hcatalog-core.jar:/etc/hbase/conf:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-common-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-hadoop-compat-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/metrics-core-2.2.0.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-client-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hbase/lib/netty-all-4.0.23.Final.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-protocol-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-server-1.1.2.2.4.2.0-258.jar:mysql-connector-java-5.1.17.jar:mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/tez/*:/usr/hdp/2.4.2.0-258/tez/lib/*:/usr/hdp/2.4.2.0-258/tez/conf" export NM_PORT="45454" export LOGNAME="bdsa_ingest" export HADOOP_CONF_DIR="/usr/hdp/current/hadoop-client/conf" export MALLOC_ARENA_MAX="4" export LD_LIBRARY_PATH="$PWD:/usr/hdp/2.4.2.0-258/hadoop/lib/native:/usr/hdp/2.4.2.0-258/hadoop/lib/native/Linux-amd64-64" export LOG_DIRS="/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005,/grid/1/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005,/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005,/grid/3/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005,/grid/4/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005,/grid/5/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005,/grid/6/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005,/grid/7/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005,/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005,/grid/9/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005,/grid/10/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005,/grid/11/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005,/grid/12/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005" ln -sf "/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58469/map.xml" "map.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58470/bedrock-hive-hooks-4.1.1-FINAL.jar" "bedrock-hive-hooks-4.1.1-FINAL.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/10/hadoop/yarn/local/filecache/11/mapreduce.tar.gz" "mr-framework" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar" "job.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml" "job.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi # Creating copy of launch script cp "launch_container.sh" "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005/launch_container.sh" chmod 640 "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005/directory.info" ls -l 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005/directory.info" find -L . -maxdepth 5 -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005/directory.info" exec /bin/bash -c "$JAVA_HOME/bin/java -server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=2.4.2.0-258 -Xmx3686m -Djava.io.tmpdir=$PWD/tmp -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=/grid/11/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005 -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Dhadoop.root.logfile=syslog org.apache.hadoop.mapred.YarnChild 172.23.35.43 47330 attempt_1479381018014_95355_m_000006_0 43980465111045 1>/grid/11/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005/stdout 2>/grid/11/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000005/stderr " hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi End of LogType:launch_container.sh LogType:stderr Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stderr LogType:stdout Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stdout LogType:syslog Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:523 Log Contents: 2016-11-28 16:26:03,610 WARN [main] org.apache.hadoop.metrics2.impl.MetricsConfig: Cannot locate configuration: tried hadoop-metrics2-maptask.properties,hadoop-metrics2.properties 2016-11-28 16:26:03,670 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Scheduled snapshot period at 10 second(s). 2016-11-28 16:26:03,670 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: MapTask metrics system started 2016-11-28 16:26:03,686 INFO [main] org.apache.hadoop.mapred.YarnChild: Executing with tokens: End of LogType:syslog Container: container_e40_1479381018014_95355_01_000002 on meybgdlpslv8.corp.du.ae_45454 ========================================================================================= LogType:directory.info Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:15428 Log Contents: ls -l: total 40 lrwxrwxrwx 1 bdsa_ingest hadoop 98 Nov 28 16:26 bedrock-hive-hooks-4.1.1-FINAL.jar -> /grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58470/bedrock-hive-hooks-4.1.1-FINAL.jar -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 container_tokens lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.jar -> /grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.xml -> /grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml -rwx------ 1 bdsa_ingest hadoop 16334 Nov 28 16:26 launch_container.sh lrwxrwxrwx 1 bdsa_ingest hadoop 71 Nov 28 16:26 map.xml -> /grid/2/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58469/map.xml lrwxrwxrwx 1 bdsa_ingest hadoop 56 Nov 28 16:26 mr-framework -> /grid/10/hadoop/yarn/local/filecache/11/mapreduce.tar.gz drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 tmp find -L . -maxdepth 5 -ls: 149946878 4 drwxr-s--- 3 bdsa_ingest hadoop 4096 Nov 28 16:26 . 129761341 4 drwxr-xr-x 3 yarn hadoop 4096 Sep 11 20:20 ./mr-framework 129761342 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop 129762289 4 -r-xr-xr-x 1 yarn hadoop 101 Apr 25 2016 ./mr-framework/hadoop/NOTICE.txt 129761354 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/bin 129761367 4 -r-xr-xr-x 1 yarn hadoop 1857 Apr 25 2016 ./mr-framework/hadoop/bin/rcc 129761361 8 -r-xr-xr-x 1 yarn hadoop 7120 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop 129761359 12 -r-xr-xr-x 1 yarn hadoop 12069 Apr 25 2016 ./mr-framework/hadoop/bin/yarn.cmd 129761360 4 -r-xr-xr-x 1 yarn hadoop 888 Apr 25 2016 ./mr-framework/hadoop/bin/kill-secondary-name-node 129761362 8 -r-xr-xr-x 1 yarn hadoop 6448 Apr 25 2016 ./mr-framework/hadoop/bin/mapred 129761358 128 -r-xr-xr-x 1 yarn hadoop 129158 Apr 25 2016 ./mr-framework/hadoop/bin/test-container-executor 129761366 8 -r-xr-xr-x 1 yarn hadoop 7465 Apr 25 2016 ./mr-framework/hadoop/bin/mapred.cmd 129761364 16 -r-xr-xr-x 1 yarn hadoop 12707 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs 129761355 16 -r-xr-xr-x 1 yarn hadoop 14847 Apr 25 2016 ./mr-framework/hadoop/bin/yarn 129761357 4 -r-xr-xr-x 1 yarn hadoop 830 Apr 25 2016 ./mr-framework/hadoop/bin/kill-name-node 129761356 12 -r-xr-xr-x 1 yarn hadoop 8786 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop.cmd 129761365 12 -r-xr-xr-x 1 yarn hadoop 8782 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs.cmd 129761363 112 -r-xr-xr-x 1 yarn hadoop 114438 Apr 25 2016 ./mr-framework/hadoop/bin/container-executor 129761343 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/libexec 129761349 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.sh 129761351 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.cmd 129761352 4 -r-xr-xr-x 1 yarn hadoop 1777 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.cmd 129761353 4 -r-xr-xr-x 1 yarn hadoop 2304 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.sh 129761346 4 -r-xr-xr-x 1 yarn hadoop 2215 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.sh 129761350 8 -r-xr-xr-x 1 yarn hadoop 5431 Apr 25 2016 ./mr-framework/hadoop/libexec/kms-config.sh 129761347 12 -r-xr-xr-x 1 yarn hadoop 8270 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.cmd 129761344 12 -r-xr-xr-x 1 yarn hadoop 11678 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.sh 129761348 8 -r-xr-xr-x 1 yarn hadoop 5749 Apr 25 2016 ./mr-framework/hadoop/libexec/httpfs-config.sh 129761345 4 -r-xr-xr-x 1 yarn hadoop 2131 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.cmd 129762321 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/sbin 129762324 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-secure-dns.sh 129762331 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.sh 129762429 4 -r-xr-xr-x 1 yarn hadoop 1543 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.sh 129762376 4 -r-xr-xr-x 1 yarn hadoop 3815 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.sh 129762326 4 -r-xr-xr-x 1 yarn hadoop 1779 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.cmd 129762447 4 -r-xr-xr-x 1 yarn hadoop 1729 Apr 25 2016 ./mr-framework/hadoop/sbin/refresh-namenodes.sh 129762437 4 -r-xr-xr-x 1 yarn hadoop 1642 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.cmd 129762462 8 -r-xr-xr-x 1 yarn hadoop 4161 Apr 25 2016 ./mr-framework/hadoop/sbin/mr-jobhistory-daemon.sh 129762329 4 -r-xr-xr-x 1 yarn hadoop 1571 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.cmd 129762442 4 -r-xr-xr-x 1 yarn hadoop 1260 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-balancer.sh 129762332 8 -r-xr-xr-x 1 yarn hadoop 6546 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemon.sh 129762322 4 -r-xr-xr-x 1 yarn hadoop 1434 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemons.sh 129762350 4 -r-xr-xr-x 1 yarn hadoop 1770 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.cmd 129762420 4 -r-xr-xr-x 1 yarn hadoop 1552 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.sh 129762413 4 -r-xr-xr-x 1 yarn hadoop 2291 Apr 25 2016 ./mr-framework/hadoop/sbin/httpfs.sh 129762408 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.cmd 129762327 4 -r-xr-xr-x 1 yarn hadoop 2752 Apr 25 2016 ./mr-framework/hadoop/sbin/distribute-exclude.sh 129762333 4 -r-xr-xr-x 1 yarn hadoop 3287 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.sh 129762453 4 -r-xr-xr-x 1 yarn hadoop 1401 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.cmd 129762323 4 -r-xr-xr-x 1 yarn hadoop 1428 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.sh 129762334 8 -r-xr-xr-x 1 yarn hadoop 4376 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemon.sh 129762325 4 -r-xr-xr-x 1 yarn hadoop 1441 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemons.sh 129762412 4 -r-xr-xr-x 1 yarn hadoop 2226 Apr 25 2016 ./mr-framework/hadoop/sbin/slaves.sh 129762415 4 -r-xr-xr-x 1 yarn hadoop 1455 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.cmd 129762328 4 -r-xr-xr-x 1 yarn hadoop 3128 Apr 25 2016 ./mr-framework/hadoop/sbin/kms.sh 129762330 4 -r-xr-xr-x 1 yarn hadoop 1209 Apr 25 2016 ./mr-framework/hadoop/sbin/start-balancer.sh 129762458 4 -r-xr-xr-x 1 yarn hadoop 1438 Apr 25 2016 ./mr-framework/hadoop/sbin/start-secure-dns.sh 129762424 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.sh 129761388 4 drwxr-xr-x 4 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share 129761389 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop 129762225 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/mapreduce 129762018 4 drwxr-xr-x 7 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/hdfs 129761501 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/kms 129761921 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/common 129761632 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/httpfs 129761390 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/yarn 129762105 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/tools 129762278 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc 129762279 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc/hadoop 129762288 4 -r-xr-xr-x 1 yarn hadoop 1366 Apr 25 2016 ./mr-framework/hadoop/README.txt 129762290 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc 129762291 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop 129762299 4 -r-xr-xr-x 1 yarn hadoop 774 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/core-site.xml 129762314 12 -r-xr-xr-x 1 yarn hadoop 9683 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-policy.xml 129762296 4 -r-xr-xr-x 1 yarn hadoop 1657 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-log4j.properties 129762319 4 -r-xr-xr-x 1 yarn hadoop 620 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-site.xml 129762308 8 -r-xr-xr-x 1 yarn hadoop 4529 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.sh 129762311 4 -r-xr-xr-x 1 yarn hadoop 1527 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-env.sh 129762298 4 -r-xr-xr-x 1 yarn hadoop 951 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.cmd 129762304 4 -r-xr-xr-x 1 yarn hadoop 690 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-site.xml 129762320 4 -r-xr-xr-x 1 yarn hadoop 758 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-site.xml.template 129762317 4 -r-xr-xr-x 1 yarn hadoop 1383 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.sh 129762309 4 -r-xr-xr-x 1 yarn hadoop 318 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/container-executor.cfg 129762301 4 -r-xr-xr-x 1 yarn hadoop 1335 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/configuration.xsl 129762318 8 -r-xr-xr-x 1 yarn hadoop 5511 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-site.xml 129762306 4 -r-xr-xr-x 1 yarn hadoop 2268 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-server.xml.example 129762300 4 -r-xr-xr-x 1 yarn hadoop 1449 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-env.sh 129762307 8 -r-xr-xr-x 1 yarn hadoop 4113 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-queues.xml.template 129762316 4 -r-xr-xr-x 1 yarn hadoop 21 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-signature.secret 129762297 4 -r-xr-xr-x 1 yarn hadoop 2598 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics2.properties 129762293 16 -r-xr-xr-x 1 yarn hadoop 12306 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/log4j.properties 129762292 4 -r-xr-xr-x 1 yarn hadoop 3518 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-acls.xml 129762305 4 -r-xr-xr-x 1 yarn hadoop 10 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/slaves 129762312 4 -r-xr-xr-x 1 yarn hadoop 2490 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics.properties 129762310 8 -r-xr-xr-x 1 yarn hadoop 4436 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/capacity-scheduler.xml 129762313 4 -r-xr-xr-x 1 yarn hadoop 775 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hdfs-site.xml 129762294 4 -r-xr-xr-x 1 yarn hadoop 1631 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-log4j.properties 129762302 4 -r-xr-xr-x 1 yarn hadoop 3979 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.cmd 129762295 4 -r-xr-xr-x 1 yarn hadoop 2316 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-client.xml.example 129762315 4 -r-xr-xr-x 1 yarn hadoop 2250 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.cmd 129762303 8 -r-xr-xr-x 1 yarn hadoop 4567 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.sh 129761374 16 -r-xr-xr-x 1 yarn hadoop 15429 Apr 25 2016 ./mr-framework/hadoop/LICENSE.txt 129761375 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib 129761376 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib/native 129761387 572 -r-xr-xr-x 1 yarn hadoop 582696 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooputils.a 129761384 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1.1.4 129761384 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1 129761382 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so 129761382 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so.0.0.0 129761384 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so 129761385 1288 -r-xr-xr-x 1 yarn hadoop 1318706 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.a 129761383 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so.1.0.0 129761377 360 -r-xr-xr-x 1 yarn hadoop 366308 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.a 129761383 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so 129761380 1456 -r-xr-xr-x 1 yarn hadoop 1487436 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooppipes.a 129761368 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/include 129761370 4 -r-xr-xr-x 1 yarn hadoop 2441 Apr 25 2016 ./mr-framework/hadoop/include/StringUtils.hh 129761369 36 -r-xr-xr-x 1 yarn hadoop 33361 Apr 25 2016 ./mr-framework/hadoop/include/hdfs.h 129761371 4 -r-xr-xr-x 1 yarn hadoop 3319 Apr 25 2016 ./mr-framework/hadoop/include/TemplateFactory.hh 129761373 8 -r-xr-xr-x 1 yarn hadoop 6330 Apr 25 2016 ./mr-framework/hadoop/include/Pipes.hh 129761372 8 -r-xr-xr-x 1 yarn hadoop 4514 Apr 25 2016 ./mr-framework/hadoop/include/SerialUtils.hh 107217424 4 -r-x------ 1 bdsa_ingest domain-users 2401 Nov 28 16:26 ./map.xml 149946889 16 -rwx------ 1 bdsa_ingest hadoop 16334 Nov 28 16:26 ./launch_container.sh 149946890 4 -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 ./container_tokens 174064081 16 -r-x------ 1 bdsa_ingest domain-users 13055 Nov 28 16:26 ./bedrock-hive-hooks-4.1.1-FINAL.jar 56361341 4 drwx------ 2 bdsa_ingest domain-users 4096 Nov 28 16:26 ./job.jar 56361335 20272 -r-x------ 1 bdsa_ingest domain-users 20755003 Nov 28 16:26 ./job.jar/job.jar 149946888 4 drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 ./tmp 71303702 228 -r-x------ 1 bdsa_ingest domain-users 232396 Nov 28 16:26 ./job.xml broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info LogType:launch_container.sh Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:16334 Log Contents: #!/bin/bash export LOCAL_DIRS="/grid/0/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/1/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/10/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/11/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/12/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355" export NM_HTTP_PORT="8042" export SHELL="/bin/bash" export NM_AUX_SERVICE_spark_shuffle="" export JAVA_HOME="/usr/jdk64/jdk1.7.0_67" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= " export HADOOP_YARN_HOME="/usr/hdp/current/hadoop-yarn-nodemanager" export CLASSPATH="$PWD:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.4.2.0-258/hadoop/lib/hadoop-lzo-0.6.0.2.4.2.0-258.jar:/etc/hadoop/conf/secure:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*" export HADOOP_TOKEN_FILE_LOCATION="/grid/1/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002/container_tokens" export NM_HOST="meybgdlpslv8.corp.du.ae" export HADOOP_ROOT_LOGGER="INFO,console" export JVM_PID="$$" export STDOUT_LOGFILE_ENV="/grid/12/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002/stdout" export STDERR_LOGFILE_ENV="/grid/12/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002/stderr" export USER="bdsa_ingest" export PWD="/grid/1/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002" export HADOOP_CLIENT_OPTS="-Xmx1024m -XX:MaxPermSize=512m -Xmx1024m -XX:MaxPermSize=512m " export CONTAINER_ID="container_e40_1479381018014_95355_01_000002" export HOME="/home/" export HADOOP_CLASSPATH="$PWD:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/*:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/current/hive-server2/conf/conf.server:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-core-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-fate-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-start-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-trace-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/activation-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-launcher-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-2.7.7.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-runtime-3.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/apache-log4j-extras-1.2.17.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-commons-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-tree-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/avro-1.7.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/bonecp-0.8.0.RELEASE.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-avatica-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-core-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-linq4j-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-cli-1.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-codec-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-collections-3.2.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compiler-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compress-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-dbcp-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-httpclient-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-io-2.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-lang-2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-logging-1.1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-math-2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-pool-1.5.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-vfs2-2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-client-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-framework-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-recipes-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-api-jdo-3.2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-core-3.2.10.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-rdbms-3.2.9.jar:/usr/hdp/2.4.2.0-258/hive/lib/derby-10.10.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/eigenbase-properties-1.1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-annotation_1.0_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jaspic_1.0_spec-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jta_1.1_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/groovy-all-2.4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/guava-14.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258-standalone.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.20S-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.23-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler.jar:/usr/hdp/2.4.2.0-258/hive/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpclient-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpcore-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/ivy-2.4.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/janino-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/jcommander-1.32.jar:/usr/hdp/2.4.2.0-258/hive/lib/jdo-api-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-server-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jline-2.12.jar:/usr/hdp/2.4.2.0-258/hive/lib/joda-time-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/jpam-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/json-20090211.jar:/usr/hdp/2.4.2.0-258/hive/lib/jsr305-3.0.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/jta-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/libfb303-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/libthrift-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/log4j-1.2.16.jar:/usr/hdp/2.4.2.0-258/hive/lib/mail-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-api-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svn-commons-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svnexe-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/hive/lib/netty-3.7.0.Final.jar:/usr/hdp/2.4.2.0-258/hive/lib/opencsv-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/oro-2.0.8.jar:/usr/hdp/2.4.2.0-258/hive/lib/paranamer-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/parquet-hadoop-bundle-1.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/usr/hdp/2.4.2.0-258/hive/lib/plexus-utils-1.5.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/protobuf-java-2.5.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-hive-plugin-shim-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-plugin-classloader-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/regexp-1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/servlet-api-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/snappy-java-1.0.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/ST4-4.0.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/stax-api-1.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/stringtemplate-3.2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/super-csv-2.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/velocity-1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/xz-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/zookeeper-3.4.6.2.4.2.0-258.jar::/usr/hdp/current/hive-webhcat/share/hcatalog/hive-hcatalog-core.jar:/etc/hbase/conf:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-common-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-hadoop-compat-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/metrics-core-2.2.0.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-client-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hbase/lib/netty-all-4.0.23.Final.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-protocol-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-server-1.1.2.2.4.2.0-258.jar:mysql-connector-java-5.1.17.jar:mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/tez/*:/usr/hdp/2.4.2.0-258/tez/lib/*:/usr/hdp/2.4.2.0-258/tez/conf" export NM_PORT="45454" export LOGNAME="bdsa_ingest" export HADOOP_CONF_DIR="/usr/hdp/current/hadoop-client/conf" export MALLOC_ARENA_MAX="4" export LD_LIBRARY_PATH="$PWD:/usr/hdp/2.4.2.0-258/hadoop/lib/native:/usr/hdp/2.4.2.0-258/hadoop/lib/native/Linux-amd64-64" export LOG_DIRS="/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002,/grid/1/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002,/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002,/grid/3/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002,/grid/4/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002,/grid/5/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002,/grid/6/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002,/grid/7/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002,/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002,/grid/9/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002,/grid/10/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002,/grid/11/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002,/grid/12/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002" ln -sf "/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58469/map.xml" "map.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58470/bedrock-hive-hooks-4.1.1-FINAL.jar" "bedrock-hive-hooks-4.1.1-FINAL.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/10/hadoop/yarn/local/filecache/11/mapreduce.tar.gz" "mr-framework" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar" "job.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml" "job.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi # Creating copy of launch script cp "launch_container.sh" "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002/launch_container.sh" chmod 640 "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002/directory.info" ls -l 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002/directory.info" find -L . -maxdepth 5 -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002/directory.info" exec /bin/bash -c "$JAVA_HOME/bin/java -server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=2.4.2.0-258 -Xmx3686m -Djava.io.tmpdir=$PWD/tmp -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=/grid/12/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002 -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Dhadoop.root.logfile=syslog org.apache.hadoop.mapred.YarnChild 172.23.35.43 47330 attempt_1479381018014_95355_m_000000_0 43980465111042 1>/grid/12/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002/stdout 2>/grid/12/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000002/stderr " hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi End of LogType:launch_container.sh LogType:stderr Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stderr LogType:stdout Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stdout LogType:syslog Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:523 Log Contents: 2016-11-28 16:26:03,586 WARN [main] org.apache.hadoop.metrics2.impl.MetricsConfig: Cannot locate configuration: tried hadoop-metrics2-maptask.properties,hadoop-metrics2.properties 2016-11-28 16:26:03,644 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Scheduled snapshot period at 10 second(s). 2016-11-28 16:26:03,644 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: MapTask metrics system started 2016-11-28 16:26:03,660 INFO [main] org.apache.hadoop.mapred.YarnChild: Executing with tokens: End of LogType:syslog Container: container_e40_1479381018014_95355_01_000003 on meybgdlpslv8.corp.du.ae_45454 ========================================================================================= LogType:directory.info Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:15428 Log Contents: ls -l: total 40 lrwxrwxrwx 1 bdsa_ingest hadoop 98 Nov 28 16:26 bedrock-hive-hooks-4.1.1-FINAL.jar -> /grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58470/bedrock-hive-hooks-4.1.1-FINAL.jar -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 container_tokens lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.jar -> /grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar lrwxrwxrwx 1 bdsa_ingest hadoop 109 Nov 28 16:26 job.xml -> /grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml -rwx------ 1 bdsa_ingest hadoop 16329 Nov 28 16:26 launch_container.sh lrwxrwxrwx 1 bdsa_ingest hadoop 71 Nov 28 16:26 map.xml -> /grid/2/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58469/map.xml lrwxrwxrwx 1 bdsa_ingest hadoop 56 Nov 28 16:26 mr-framework -> /grid/10/hadoop/yarn/local/filecache/11/mapreduce.tar.gz drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 tmp find -L . -maxdepth 5 -ls: 166723996 4 drwxr-s--- 3 bdsa_ingest hadoop 4096 Nov 28 16:26 . 56361341 4 drwx------ 2 bdsa_ingest domain-users 4096 Nov 28 16:26 ./job.jar 56361335 20272 -r-x------ 1 bdsa_ingest domain-users 20755003 Nov 28 16:26 ./job.jar/job.jar 129761341 4 drwxr-xr-x 3 yarn hadoop 4096 Sep 11 20:20 ./mr-framework 129761342 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop 129762289 4 -r-xr-xr-x 1 yarn hadoop 101 Apr 25 2016 ./mr-framework/hadoop/NOTICE.txt 129761354 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/bin 129761367 4 -r-xr-xr-x 1 yarn hadoop 1857 Apr 25 2016 ./mr-framework/hadoop/bin/rcc 129761361 8 -r-xr-xr-x 1 yarn hadoop 7120 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop 129761359 12 -r-xr-xr-x 1 yarn hadoop 12069 Apr 25 2016 ./mr-framework/hadoop/bin/yarn.cmd 129761360 4 -r-xr-xr-x 1 yarn hadoop 888 Apr 25 2016 ./mr-framework/hadoop/bin/kill-secondary-name-node 129761362 8 -r-xr-xr-x 1 yarn hadoop 6448 Apr 25 2016 ./mr-framework/hadoop/bin/mapred 129761358 128 -r-xr-xr-x 1 yarn hadoop 129158 Apr 25 2016 ./mr-framework/hadoop/bin/test-container-executor 129761366 8 -r-xr-xr-x 1 yarn hadoop 7465 Apr 25 2016 ./mr-framework/hadoop/bin/mapred.cmd 129761364 16 -r-xr-xr-x 1 yarn hadoop 12707 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs 129761355 16 -r-xr-xr-x 1 yarn hadoop 14847 Apr 25 2016 ./mr-framework/hadoop/bin/yarn 129761357 4 -r-xr-xr-x 1 yarn hadoop 830 Apr 25 2016 ./mr-framework/hadoop/bin/kill-name-node 129761356 12 -r-xr-xr-x 1 yarn hadoop 8786 Apr 25 2016 ./mr-framework/hadoop/bin/hadoop.cmd 129761365 12 -r-xr-xr-x 1 yarn hadoop 8782 Apr 25 2016 ./mr-framework/hadoop/bin/hdfs.cmd 129761363 112 -r-xr-xr-x 1 yarn hadoop 114438 Apr 25 2016 ./mr-framework/hadoop/bin/container-executor 129761343 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/libexec 129761349 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.sh 129761351 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/libexec/hdfs-config.cmd 129761352 4 -r-xr-xr-x 1 yarn hadoop 1777 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.cmd 129761353 4 -r-xr-xr-x 1 yarn hadoop 2304 Apr 25 2016 ./mr-framework/hadoop/libexec/mapred-config.sh 129761346 4 -r-xr-xr-x 1 yarn hadoop 2215 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.sh 129761350 8 -r-xr-xr-x 1 yarn hadoop 5431 Apr 25 2016 ./mr-framework/hadoop/libexec/kms-config.sh 129761347 12 -r-xr-xr-x 1 yarn hadoop 8270 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.cmd 129761344 12 -r-xr-xr-x 1 yarn hadoop 11678 Apr 25 2016 ./mr-framework/hadoop/libexec/hadoop-config.sh 129761348 8 -r-xr-xr-x 1 yarn hadoop 5749 Apr 25 2016 ./mr-framework/hadoop/libexec/httpfs-config.sh 129761345 4 -r-xr-xr-x 1 yarn hadoop 2131 Apr 25 2016 ./mr-framework/hadoop/libexec/yarn-config.cmd 129762321 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/sbin 129762324 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-secure-dns.sh 129762331 4 -r-xr-xr-x 1 yarn hadoop 1508 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.sh 129762429 4 -r-xr-xr-x 1 yarn hadoop 1543 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.sh 129762376 4 -r-xr-xr-x 1 yarn hadoop 3815 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.sh 129762326 4 -r-xr-xr-x 1 yarn hadoop 1779 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.cmd 129762447 4 -r-xr-xr-x 1 yarn hadoop 1729 Apr 25 2016 ./mr-framework/hadoop/sbin/refresh-namenodes.sh 129762437 4 -r-xr-xr-x 1 yarn hadoop 1642 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.cmd 129762462 8 -r-xr-xr-x 1 yarn hadoop 4161 Apr 25 2016 ./mr-framework/hadoop/sbin/mr-jobhistory-daemon.sh 129762329 4 -r-xr-xr-x 1 yarn hadoop 1571 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.cmd 129762442 4 -r-xr-xr-x 1 yarn hadoop 1260 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-balancer.sh 129762332 8 -r-xr-xr-x 1 yarn hadoop 6546 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemon.sh 129762322 4 -r-xr-xr-x 1 yarn hadoop 1434 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemons.sh 129762350 4 -r-xr-xr-x 1 yarn hadoop 1770 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-all.cmd 129762420 4 -r-xr-xr-x 1 yarn hadoop 1552 Apr 25 2016 ./mr-framework/hadoop/sbin/start-all.sh 129762413 4 -r-xr-xr-x 1 yarn hadoop 2291 Apr 25 2016 ./mr-framework/hadoop/sbin/httpfs.sh 129762408 4 -r-xr-xr-x 1 yarn hadoop 1640 Apr 25 2016 ./mr-framework/hadoop/sbin/hdfs-config.cmd 129762327 4 -r-xr-xr-x 1 yarn hadoop 2752 Apr 25 2016 ./mr-framework/hadoop/sbin/distribute-exclude.sh 129762333 4 -r-xr-xr-x 1 yarn hadoop 3287 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.sh 129762453 4 -r-xr-xr-x 1 yarn hadoop 1401 Apr 25 2016 ./mr-framework/hadoop/sbin/start-dfs.cmd 129762323 4 -r-xr-xr-x 1 yarn hadoop 1428 Apr 25 2016 ./mr-framework/hadoop/sbin/start-yarn.sh 129762334 8 -r-xr-xr-x 1 yarn hadoop 4376 Apr 25 2016 ./mr-framework/hadoop/sbin/yarn-daemon.sh 129762325 4 -r-xr-xr-x 1 yarn hadoop 1441 Apr 25 2016 ./mr-framework/hadoop/sbin/hadoop-daemons.sh 129762412 4 -r-xr-xr-x 1 yarn hadoop 2226 Apr 25 2016 ./mr-framework/hadoop/sbin/slaves.sh 129762415 4 -r-xr-xr-x 1 yarn hadoop 1455 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-dfs.cmd 129762328 4 -r-xr-xr-x 1 yarn hadoop 3128 Apr 25 2016 ./mr-framework/hadoop/sbin/kms.sh 129762330 4 -r-xr-xr-x 1 yarn hadoop 1209 Apr 25 2016 ./mr-framework/hadoop/sbin/start-balancer.sh 129762458 4 -r-xr-xr-x 1 yarn hadoop 1438 Apr 25 2016 ./mr-framework/hadoop/sbin/start-secure-dns.sh 129762424 4 -r-xr-xr-x 1 yarn hadoop 1421 Apr 25 2016 ./mr-framework/hadoop/sbin/stop-yarn.sh 129761388 4 drwxr-xr-x 4 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share 129761389 4 drwxr-xr-x 9 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop 129762225 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/mapreduce 129762018 4 drwxr-xr-x 7 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/hdfs 129761501 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/kms 129761921 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/common 129761632 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/httpfs 129761390 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/yarn 129762105 4 drwxr-xr-x 5 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/hadoop/tools 129762278 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc 129762279 4 drwxr-xr-x 6 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/share/doc/hadoop 129762288 4 -r-xr-xr-x 1 yarn hadoop 1366 Apr 25 2016 ./mr-framework/hadoop/README.txt 129762290 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc 129762291 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop 129762299 4 -r-xr-xr-x 1 yarn hadoop 774 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/core-site.xml 129762314 12 -r-xr-xr-x 1 yarn hadoop 9683 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-policy.xml 129762296 4 -r-xr-xr-x 1 yarn hadoop 1657 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-log4j.properties 129762319 4 -r-xr-xr-x 1 yarn hadoop 620 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-site.xml 129762308 8 -r-xr-xr-x 1 yarn hadoop 4529 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.sh 129762311 4 -r-xr-xr-x 1 yarn hadoop 1527 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-env.sh 129762298 4 -r-xr-xr-x 1 yarn hadoop 951 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.cmd 129762304 4 -r-xr-xr-x 1 yarn hadoop 690 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-site.xml 129762320 4 -r-xr-xr-x 1 yarn hadoop 758 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-site.xml.template 129762317 4 -r-xr-xr-x 1 yarn hadoop 1383 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-env.sh 129762309 4 -r-xr-xr-x 1 yarn hadoop 318 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/container-executor.cfg 129762301 4 -r-xr-xr-x 1 yarn hadoop 1335 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/configuration.xsl 129762318 8 -r-xr-xr-x 1 yarn hadoop 5511 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-site.xml 129762306 4 -r-xr-xr-x 1 yarn hadoop 2268 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-server.xml.example 129762300 4 -r-xr-xr-x 1 yarn hadoop 1449 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-env.sh 129762307 8 -r-xr-xr-x 1 yarn hadoop 4113 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/mapred-queues.xml.template 129762316 4 -r-xr-xr-x 1 yarn hadoop 21 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/httpfs-signature.secret 129762297 4 -r-xr-xr-x 1 yarn hadoop 2598 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics2.properties 129762293 16 -r-xr-xr-x 1 yarn hadoop 12306 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/log4j.properties 129762292 4 -r-xr-xr-x 1 yarn hadoop 3518 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-acls.xml 129762305 4 -r-xr-xr-x 1 yarn hadoop 10 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/slaves 129762312 4 -r-xr-xr-x 1 yarn hadoop 2490 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-metrics.properties 129762310 8 -r-xr-xr-x 1 yarn hadoop 4436 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/capacity-scheduler.xml 129762313 4 -r-xr-xr-x 1 yarn hadoop 775 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hdfs-site.xml 129762294 4 -r-xr-xr-x 1 yarn hadoop 1631 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/kms-log4j.properties 129762302 4 -r-xr-xr-x 1 yarn hadoop 3979 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/hadoop-env.cmd 129762295 4 -r-xr-xr-x 1 yarn hadoop 2316 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/ssl-client.xml.example 129762315 4 -r-xr-xr-x 1 yarn hadoop 2250 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.cmd 129762303 8 -r-xr-xr-x 1 yarn hadoop 4567 Apr 25 2016 ./mr-framework/hadoop/etc/hadoop/yarn-env.sh 129761374 16 -r-xr-xr-x 1 yarn hadoop 15429 Apr 25 2016 ./mr-framework/hadoop/LICENSE.txt 129761375 4 drwxr-xr-x 3 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib 129761376 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/lib/native 129761387 572 -r-xr-xr-x 1 yarn hadoop 582696 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooputils.a 129761384 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1.1.4 129761384 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so.1 129761382 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so 129761382 228 -r-xr-xr-x 1 yarn hadoop 230209 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.so.0.0.0 129761384 20 -r-xr-xr-x 1 yarn hadoop 19848 Apr 25 2016 ./mr-framework/hadoop/lib/native/libsnappy.so 129761385 1288 -r-xr-xr-x 1 yarn hadoop 1318706 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.a 129761383 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so.1.0.0 129761377 360 -r-xr-xr-x 1 yarn hadoop 366308 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhdfs.a 129761383 760 -r-xr-xr-x 1 yarn hadoop 775255 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadoop.so 129761380 1456 -r-xr-xr-x 1 yarn hadoop 1487436 Apr 25 2016 ./mr-framework/hadoop/lib/native/libhadooppipes.a 129761368 4 drwxr-xr-x 2 yarn hadoop 4096 Apr 25 2016 ./mr-framework/hadoop/include 129761370 4 -r-xr-xr-x 1 yarn hadoop 2441 Apr 25 2016 ./mr-framework/hadoop/include/StringUtils.hh 129761369 36 -r-xr-xr-x 1 yarn hadoop 33361 Apr 25 2016 ./mr-framework/hadoop/include/hdfs.h 129761371 4 -r-xr-xr-x 1 yarn hadoop 3319 Apr 25 2016 ./mr-framework/hadoop/include/TemplateFactory.hh 129761373 8 -r-xr-xr-x 1 yarn hadoop 6330 Apr 25 2016 ./mr-framework/hadoop/include/Pipes.hh 129761372 8 -r-xr-xr-x 1 yarn hadoop 4514 Apr 25 2016 ./mr-framework/hadoop/include/SerialUtils.hh 174064081 16 -r-x------ 1 bdsa_ingest domain-users 13055 Nov 28 16:26 ./bedrock-hive-hooks-4.1.1-FINAL.jar 107217424 4 -r-x------ 1 bdsa_ingest domain-users 2401 Nov 28 16:26 ./map.xml 166724008 16 -rwx------ 1 bdsa_ingest hadoop 16329 Nov 28 16:26 ./launch_container.sh 71303702 228 -r-x------ 1 bdsa_ingest domain-users 232396 Nov 28 16:26 ./job.xml 166724010 4 -rw------- 1 bdsa_ingest hadoop 430 Nov 28 16:26 ./container_tokens 166724007 4 drwxr-s--- 2 bdsa_ingest hadoop 4096 Nov 28 16:26 ./tmp broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info LogType:launch_container.sh Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:16329 Log Contents: #!/bin/bash export LOCAL_DIRS="/grid/0/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/1/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/6/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/8/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/9/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/10/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/11/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355,/grid/12/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355" export NM_HTTP_PORT="8042" export SHELL="/bin/bash" export NM_AUX_SERVICE_spark_shuffle="" export JAVA_HOME="/usr/jdk64/jdk1.7.0_67" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= " export HADOOP_YARN_HOME="/usr/hdp/current/hadoop-yarn-nodemanager" export CLASSPATH="$PWD:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.4.2.0-258/hadoop/lib/hadoop-lzo-0.6.0.2.4.2.0-258.jar:/etc/hadoop/conf/secure:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*" export HADOOP_TOKEN_FILE_LOCATION="/grid/0/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003/container_tokens" export NM_HOST="meybgdlpslv8.corp.du.ae" export HADOOP_ROOT_LOGGER="INFO,console" export JVM_PID="$$" export STDOUT_LOGFILE_ENV="/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003/stdout" export STDERR_LOGFILE_ENV="/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003/stderr" export USER="bdsa_ingest" export PWD="/grid/0/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003" export HADOOP_CLIENT_OPTS="-Xmx1024m -XX:MaxPermSize=512m -Xmx1024m -XX:MaxPermSize=512m " export CONTAINER_ID="container_e40_1479381018014_95355_01_000003" export HOME="/home/" export HADOOP_CLASSPATH="$PWD:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:$PWD/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001:job.jar/job.jar:job.jar/classes/:job.jar/lib/*:/grid/7/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/container_e40_1479381018014_95355_01_000001/*:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-core-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/hcatalog/hive-hcatalog-server-extensions-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive-hcatalog/share/webhcat/java-client/hive-webhcat-java-client-1.2.1000.2.4.2.0-258.jar:/usr/hdp/current/hive-server2/conf/conf.server:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-core-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-fate-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-start-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/accumulo-trace-1.7.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/activation-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/ant-launcher-1.9.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-2.7.7.jar:/usr/hdp/2.4.2.0-258/hive/lib/antlr-runtime-3.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/apache-log4j-extras-1.2.17.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-commons-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/asm-tree-3.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/avro-1.7.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/bonecp-0.8.0.RELEASE.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-avatica-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-core-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/calcite-linq4j-1.2.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-cli-1.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-codec-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-collections-3.2.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compiler-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-compress-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-dbcp-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-httpclient-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-io-2.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-lang-2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-logging-1.1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-math-2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-pool-1.5.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/commons-vfs2-2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-client-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-framework-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/curator-recipes-2.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-api-jdo-3.2.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-core-3.2.10.jar:/usr/hdp/2.4.2.0-258/hive/lib/datanucleus-rdbms-3.2.9.jar:/usr/hdp/2.4.2.0-258/hive/lib/derby-10.10.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/eigenbase-properties-1.1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-annotation_1.0_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jaspic_1.0_spec-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/geronimo-jta_1.1_spec-1.1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/groovy-all-2.4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/guava-14.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-accumulo-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-ant.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-beeline.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-cli.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-contrib.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-exec.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hbase-handler.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-hwi.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc-1.2.1000.2.4.2.0-258-standalone.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-jdbc.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-metastore.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-serde.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-service.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.20S-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-0.23-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-common.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler-1.2.1000.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/hive-shims-scheduler.jar:/usr/hdp/2.4.2.0-258/hive/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpclient-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/httpcore-4.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/ivy-2.4.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/janino-2.7.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/jcommander-1.32.jar:/usr/hdp/2.4.2.0-258/hive/lib/jdo-api-3.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jetty-all-server-7.6.0.v20120127.jar:/usr/hdp/2.4.2.0-258/hive/lib/jline-2.12.jar:/usr/hdp/2.4.2.0-258/hive/lib/joda-time-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/jpam-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/json-20090211.jar:/usr/hdp/2.4.2.0-258/hive/lib/jsr305-3.0.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/jta-1.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/libfb303-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/libthrift-0.9.2.jar:/usr/hdp/2.4.2.0-258/hive/lib/log4j-1.2.16.jar:/usr/hdp/2.4.2.0-258/hive/lib/mail-1.4.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-api-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svn-commons-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/maven-scm-provider-svnexe-1.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/hive/lib/netty-3.7.0.Final.jar:/usr/hdp/2.4.2.0-258/hive/lib/opencsv-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/oro-2.0.8.jar:/usr/hdp/2.4.2.0-258/hive/lib/paranamer-2.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/parquet-hadoop-bundle-1.6.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/usr/hdp/2.4.2.0-258/hive/lib/plexus-utils-1.5.6.jar:/usr/hdp/2.4.2.0-258/hive/lib/protobuf-java-2.5.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-hive-plugin-shim-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/ranger-plugin-classloader-0.5.0.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hive/lib/regexp-1.3.jar:/usr/hdp/2.4.2.0-258/hive/lib/servlet-api-2.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/snappy-java-1.0.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/ST4-4.0.4.jar:/usr/hdp/2.4.2.0-258/hive/lib/stax-api-1.0.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/stringtemplate-3.2.1.jar:/usr/hdp/2.4.2.0-258/hive/lib/super-csv-2.2.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/velocity-1.5.jar:/usr/hdp/2.4.2.0-258/hive/lib/xz-1.0.jar:/usr/hdp/2.4.2.0-258/hive/lib/zookeeper-3.4.6.2.4.2.0-258.jar::/usr/hdp/current/hive-webhcat/share/hcatalog/hive-hcatalog-core.jar:/etc/hbase/conf:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-common-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-hadoop-compat-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/metrics-core-2.2.0.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-client-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/htrace-core-3.1.0-incubating.jar:/usr/hdp/2.4.2.0-258/hbase/lib/netty-all-4.0.23.Final.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-protocol-1.1.2.2.4.2.0-258.jar:/usr/hdp/2.4.2.0-258/hbase/lib/hbase-server-1.1.2.2.4.2.0-258.jar:mysql-connector-java-5.1.17.jar:mysql-connector-java.jar:/usr/hdp/2.4.2.0-258/tez/*:/usr/hdp/2.4.2.0-258/tez/lib/*:/usr/hdp/2.4.2.0-258/tez/conf" export NM_PORT="45454" export LOGNAME="bdsa_ingest" export HADOOP_CONF_DIR="/usr/hdp/current/hadoop-client/conf" export MALLOC_ARENA_MAX="4" export LD_LIBRARY_PATH="$PWD:/usr/hdp/2.4.2.0-258/hadoop/lib/native:/usr/hdp/2.4.2.0-258/hadoop/lib/native/Linux-amd64-64" export LOG_DIRS="/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003,/grid/1/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003,/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003,/grid/3/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003,/grid/4/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003,/grid/5/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003,/grid/6/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003,/grid/7/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003,/grid/8/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003,/grid/9/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003,/grid/10/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003,/grid/11/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003,/grid/12/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003" ln -sf "/grid/2/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58469/map.xml" "map.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/3/hadoop/yarn/local/usercache/bdsa_ingest/filecache/58470/bedrock-hive-hooks-4.1.1-FINAL.jar" "bedrock-hive-hooks-4.1.1-FINAL.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/10/hadoop/yarn/local/filecache/11/mapreduce.tar.gz" "mr-framework" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/4/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/10/job.jar" "job.jar" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/grid/5/hadoop/yarn/local/usercache/bdsa_ingest/appcache/application_1479381018014_95355/filecache/11/job.xml" "job.xml" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi # Creating copy of launch script cp "launch_container.sh" "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003/launch_container.sh" chmod 640 "/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003/directory.info" ls -l 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003/directory.info" find -L . -maxdepth 5 -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/grid/0/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003/directory.info" exec /bin/bash -c "$JAVA_HOME/bin/java -server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhdp.version=2.4.2.0-258 -Xmx3686m -Djava.io.tmpdir=$PWD/tmp -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003 -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Dhadoop.root.logfile=syslog org.apache.hadoop.mapred.YarnChild 172.23.35.43 47330 attempt_1479381018014_95355_m_000002_0 43980465111043 1>/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003/stdout 2>/grid/2/hadoop/yarn/log/application_1479381018014_95355/container_e40_1479381018014_95355_01_000003/stderr " hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi End of LogType:launch_container.sh LogType:stderr Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stderr LogType:stdout Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:0 Log Contents: End of LogType:stdout LogType:syslog Log Upload Time:Mon Nov 28 16:26:10 +0400 2016 LogLength:523 Log Contents: 2016-11-28 16:26:03,587 WARN [main] org.apache.hadoop.metrics2.impl.MetricsConfig: Cannot locate configuration: tried hadoop-metrics2-maptask.properties,hadoop-metrics2.properties 2016-11-28 16:26:03,645 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: Scheduled snapshot period at 10 second(s). 2016-11-28 16:26:03,645 INFO [main] org.apache.hadoop.metrics2.impl.MetricsSystemImpl: MapTask metrics system started 2016-11-28 16:26:03,661 INFO [main] org.apache.hadoop.mapred.YarnChild: Executing with tokens: End of LogType:syslog