Container: container_e02_1496837077102_0002_01_000002 on hdfs-hadoop-0j7l.c.creditvidya-152512.internal_45454_1496837469732 LogAggregationType: AGGREGATED =========================================================================================================================== LogType:directory.info Log Upload Time:Wed Jun 07 12:11:09 +0000 2017 LogLength:36307 Log Contents: ls -l: total 44 -rw-r--r-- 1 yarn hadoop 84 Jun 7 12:10 container_tokens -rwx------ 1 yarn hadoop 657 Jun 7 12:10 default_container_executor_session.sh -rwx------ 1 yarn hadoop 711 Jun 7 12:10 default_container_executor.sh -rwx------ 1 yarn hadoop 6645 Jun 7 12:10 launch_container.sh lrwxrwxrwx 1 yarn hadoop 71 Jun 7 12:10 py4j-0.10.4-src.zip -> /hadoop/yarn/local/usercache/zeppelin/filecache/185/py4j-0.10.4-src.zip lrwxrwxrwx 1 yarn hadoop 63 Jun 7 12:10 pyspark.zip -> /hadoop/yarn/local/usercache/zeppelin/filecache/183/pyspark.zip lrwxrwxrwx 1 yarn hadoop 77 Jun 7 12:10 __spark_conf__ -> /hadoop/hadoop/yarn/local/usercache/zeppelin/filecache/184/__spark_conf__.zip lrwxrwxrwx 1 yarn hadoop 69 Jun 7 12:10 __spark_libs__ -> /hadoop/hadoop/yarn/local/filecache/12/spark2-hdp-yarn-archive.tar.gz lrwxrwxrwx 1 yarn hadoop 69 Jun 7 12:10 sparkr -> /hadoop/hadoop/yarn/local/usercache/zeppelin/filecache/182/sparkr.zip drwx--x--- 2 yarn hadoop 4096 Jun 7 12:10 tmp find -L . -maxdepth 5 -ls: 70779241 4 drwx--x--- 3 yarn hadoop 4096 Jun 7 12:10 . 114689362 4 drwx------ 3 yarn hadoop 4096 Jun 7 12:10 ./sparkr 114689363 4 drwx------ 9 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR 114689397 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/Meta 114689398 4 -r-x------ 1 yarn hadoop 164 Jun 7 12:10 ./sparkr/SparkR/Meta/Rd.rds 114689402 4 -r-x------ 1 yarn hadoop 2467 Jun 7 12:10 ./sparkr/SparkR/Meta/nsInfo.rds 114689400 4 -r-x------ 1 yarn hadoop 1083 Jun 7 12:10 ./sparkr/SparkR/Meta/package.rds 114689399 4 -r-x------ 1 yarn hadoop 188 Jun 7 12:10 ./sparkr/SparkR/Meta/hsearch.rds 114689401 4 -r-x------ 1 yarn hadoop 38 Jun 7 12:10 ./sparkr/SparkR/Meta/links.rds 114689375 4 drwx------ 3 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/tests 114689376 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/tests/testthat 114689389 8 -r-x------ 1 yarn hadoop 8088 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_context.R 114689394 4 -r-x------ 1 yarn hadoop 1763 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_sparkR.R 114689393 4 -r-x------ 1 yarn hadoop 1971 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_includePackage.R 114689395 12 -r-x------ 1 yarn hadoop 9110 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_utils.R 114689385 4 -r-x------ 1 yarn hadoop 3873 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_binary_function.R 114689390 4 -r-x------ 1 yarn hadoop 1001 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/packageInAJarTest.R 114689381 4 -r-x------ 1 yarn hadoop 1772 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_broadcast.R 114689378 8 -r-x------ 1 yarn hadoop 8128 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_shuffle.R 114689391 4 -r-x------ 1 yarn hadoop 1272 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/jarTest.R 114689380 8 -r-x------ 1 yarn hadoop 4574 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_parallelize_collect.R 114689396 4 -r-x------ 1 yarn hadoop 2388 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_Serde.R 114689386 8 -r-x------ 1 yarn hadoop 5331 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_textFile.R 114689382 108 -r-x------ 1 yarn hadoop 109097 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_sparkSQL.R 114689384 4 -r-x------ 1 yarn hadoop 3231 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_binaryFile.R 114689387 4 -r-x------ 1 yarn hadoop 1332 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_jvm_api.R 114689388 28 -r-x------ 1 yarn hadoop 28197 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_rdd.R 114689383 4 -r-x------ 1 yarn hadoop 3372 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_take.R 114689379 48 -r-x------ 1 yarn hadoop 47315 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_mllib.R 114689377 4 -r-x------ 1 yarn hadoop 1842 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_client.R 114689392 4 -r-x------ 1 yarn hadoop 1084 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_Windows.R 114689409 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/R 114689411 24 -r-x------ 1 yarn hadoop 23836 Jun 7 12:10 ./sparkr/SparkR/R/SparkR.rdx 114689410 976 -r-x------ 1 yarn hadoop 999203 Jun 7 12:10 ./sparkr/SparkR/R/SparkR.rdb 114689412 4 -r-x------ 1 yarn hadoop 1056 Jun 7 12:10 ./sparkr/SparkR/R/SparkR 114689365 12 -r-x------ 1 yarn hadoop 10818 Jun 7 12:10 ./sparkr/SparkR/NAMESPACE 114689369 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/profile 114689370 4 -r-x------ 1 yarn hadoop 958 Jun 7 12:10 ./sparkr/SparkR/profile/general.R 114689371 4 -r-x------ 1 yarn hadoop 1715 Jun 7 12:10 ./sparkr/SparkR/profile/shell.R 114689366 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/worker 114689368 12 -r-x------ 1 yarn hadoop 8950 Jun 7 12:10 ./sparkr/SparkR/worker/worker.R 114689367 4 -r-x------ 1 yarn hadoop 1975 Jun 7 12:10 ./sparkr/SparkR/worker/daemon.R 114689372 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/html 114689374 4 -r-x------ 1 yarn hadoop 937 Jun 7 12:10 ./sparkr/SparkR/html/00Index.html 114689373 4 -r-x------ 1 yarn hadoop 1319 Jun 7 12:10 ./sparkr/SparkR/html/R.css 114689403 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/help 114689406 4 -r-x------ 1 yarn hadoop 113 Jun 7 12:10 ./sparkr/SparkR/help/SparkR.rdx 114689407 0 -r-x------ 1 yarn hadoop 0 Jun 7 12:10 ./sparkr/SparkR/help/AnIndex 114689404 0 -r-x------ 1 yarn hadoop 0 Jun 7 12:10 ./sparkr/SparkR/help/SparkR.rdb 114689405 4 -r-x------ 1 yarn hadoop 64 Jun 7 12:10 ./sparkr/SparkR/help/paths.rds 114689408 4 -r-x------ 1 yarn hadoop 60 Jun 7 12:10 ./sparkr/SparkR/help/aliases.rds 114689364 4 -r-x------ 1 yarn hadoop 1431 Jun 7 12:10 ./sparkr/SparkR/DESCRIPTION 70779242 4 drwx--x--- 2 yarn hadoop 4096 Jun 7 12:10 ./tmp 70910712 76 -r-x------ 1 yarn hadoop 74096 Jun 7 12:10 ./py4j-0.10.4-src.zip 114295769 16 drwxr-xr-x 2 yarn hadoop 16384 Jun 7 12:10 ./__spark_libs__ 114295981 1024 -r-xr-xr-x 1 yarn hadoop 1048117 Apr 1 22:52 ./__spark_libs__/parquet-jackson-1.8.1.jar 114295867 11232 -r-xr-xr-x 1 yarn hadoop 11499118 Apr 1 22:52 ./__spark_libs__/hive-exec-1.2.1.spark2.hdp.jar 114295889 180 -r-xr-xr-x 1 yarn hadoop 181271 Apr 1 22:52 ./__spark_libs__/hk2-locator-2.4.0-b34.jar 114295784 12 -r-xr-xr-x 1 yarn hadoop 10092 Apr 1 22:52 ./__spark_libs__/azure-keyvault-core-0.8.0.jar 114295870 32 -r-xr-xr-x 1 yarn hadoop 29757 Apr 1 22:52 ./__spark_libs__/spark-sketch_2.11-2.1.0.2.6.0.3-8.jar 114295835 20 -r-xr-xr-x 1 yarn hadoop 17369 Apr 1 22:52 ./__spark_libs__/hadoop-annotations-2.7.3.2.6.0.3-8.jar 114295836 212 -r-xr-xr-x 1 yarn hadoop 213786 Apr 1 22:52 ./__spark_libs__/hadoop-azure-2.7.3.2.6.0.3-8.jar 114295798 932 -r-xr-xr-x 1 yarn hadoop 951701 Apr 1 22:52 ./__spark_libs__/jersey-server-2.22.2.jar 114295850 3564 -r-xr-xr-x 1 yarn hadoop 3646287 Apr 1 22:52 ./__spark_libs__/hadoop-common-2.7.3.2.6.0.3-8.jar 114295808 164 -r-xr-xr-x 1 yarn hadoop 164368 Apr 1 22:52 ./__spark_libs__/antlr-runtime-3.4.jar 114295976 172 -r-xr-xr-x 1 yarn hadoop 174351 Apr 1 22:52 ./__spark_libs__/stream-2.7.0.jar 114295936 8 -r-xr-xr-x 1 yarn hadoop 4467 Apr 1 22:52 ./__spark_libs__/aopalliance-1.0.jar 114295844 4 -r-xr-xr-x 1 yarn hadoop 2254 Apr 1 22:52 ./__spark_libs__/jcip-annotations-1.0.jar 114295814 232 -r-xr-xr-x 1 yarn hadoop 236880 Apr 1 22:52 ./__spark_libs__/lz4-1.3.0.jar 114295802 84 -r-xr-xr-x 1 yarn hadoop 82421 Apr 1 22:52 ./__spark_libs__/json4s-ast_2.11-3.2.11.jar 114295963 228 -r-xr-xr-x 1 yarn hadoop 232248 Apr 1 22:52 ./__spark_libs__/jackson-core-asl-1.9.13.jar 114295955 388 -r-xr-xr-x 1 yarn hadoop 395195 Apr 1 22:52 ./__spark_libs__/javolution-5.5.1.jar 114295783 44 -r-xr-xr-x 1 yarn hadoop 44925 Apr 1 22:52 ./__spark_libs__/apacheds-i18n-2.0.0-M15.jar 114295885 11664 -r-xr-xr-x 1 yarn hadoop 11939986 Apr 1 22:52 ./__spark_libs__/spark-core_2.11-2.1.0.2.6.0.3-8.jar 114295971 2052 -r-xr-xr-x 1 yarn hadoop 2101079 Apr 1 22:52 ./__spark_libs__/spark-streaming_2.11-2.1.0.2.6.0.3-8.jar 114295833 400 -r-xr-xr-x 1 yarn hadoop 409467 Apr 1 22:52 ./__spark_libs__/mx4j-3.0.2.jar 114295895 24 -r-xr-xr-x 1 yarn hadoop 23838 Apr 1 22:52 ./__spark_libs__/hadoop-azure-datalake-2.7.3.2.6.0.3-8.jar 114295839 80 -r-xr-xr-x 1 yarn hadoop 79912 Apr 1 22:52 ./__spark_libs__/api-util-1.0.0-M20.jar 114295786 184 -r-xr-xr-x 1 yarn hadoop 185140 Apr 1 22:52 ./__spark_libs__/commons-io-2.4.jar 114295832 20 -r-xr-xr-x 1 yarn hadoop 17008 Apr 1 22:52 ./__spark_libs__/base64-2.3.8.jar 114295897 48 -r-xr-xr-x 1 yarn hadoop 48720 Apr 1 22:52 ./__spark_libs__/snappy-0.2.jar 114295824 292 -r-xr-xr-x 1 yarn hadoop 298829 Apr 1 22:52 ./__spark_libs__/commons-configuration-1.6.jar 114295882 164 -r-xr-xr-x 1 yarn hadoop 164422 Apr 1 22:52 ./__spark_libs__/core-1.1.2.jar 114295939 40 -r-xr-xr-x 1 yarn hadoop 40341 Apr 1 22:52 ./__spark_libs__/json4s-jackson_2.11-3.2.11.jar 114295951 1776 -r-xr-xr-x 1 yarn hadoop 1814993 Apr 1 22:52 ./__spark_libs__/spark-hive-thriftserver_2.11-2.1.0.2.6.0.3-8.jar 114295906 96 -r-xr-xr-x 1 yarn hadoop 95806 Apr 1 22:52 ./__spark_libs__/javax.servlet-api-3.1.0.jar 114295925 176 -r-xr-xr-x 1 yarn hadoop 177214 Apr 1 22:52 ./__spark_libs__/jetty-util-6.1.26.hwx.jar 114295898 5380 -r-xr-xr-x 1 yarn hadoop 5505067 Apr 1 22:52 ./__spark_libs__/hive-metastore-1.2.1.spark2.hdp.jar 114295852 728 -r-xr-xr-x 1 yarn hadoop 742988 Apr 1 22:52 ./__spark_libs__/spark-yarn_2.11-2.1.0.2.6.0.3-8.jar 114295847 148 -r-xr-xr-x 1 yarn hadoop 148627 Apr 1 22:52 ./__spark_libs__/stringtemplate-3.2.1.jar 114295890 616 -r-xr-xr-x 1 yarn hadoop 627814 Apr 1 22:52 ./__spark_libs__/joda-time-2.9.3.jar 114295818 212 -r-xr-xr-x 1 yarn hadoop 213911 Apr 1 22:52 ./__spark_libs__/jline-2.12.1.jar 114295771 1168 -r-xr-xr-x 1 yarn hadoop 1194003 Apr 1 22:52 ./__spark_libs__/arpack_combined_all-0.1.jar 114295933 40 -r-xr-xr-x 1 yarn hadoop 39280 Apr 1 22:52 ./__spark_libs__/metrics-jvm-3.1.2.jar 114295914 1024 -r-xr-xr-x 1 yarn hadoop 1045744 Apr 1 22:52 ./__spark_libs__/leveldbjni-all-1.8.jar 114295879 636 -r-xr-xr-x 1 yarn hadoop 648678 Apr 1 22:52 ./__spark_libs__/scala-xml_2.11-1.0.2.jar 114295968 720 -r-xr-xr-x 1 yarn hadoop 735574 Apr 1 22:52 ./__spark_libs__/janino-3.0.0.jar 114295924 236 -r-xr-xr-x 1 yarn hadoop 241367 Apr 1 22:52 ./__spark_libs__/commons-compress-1.4.1.jar 114295800 32 -r-xr-xr-x 1 yarn hadoop 29555 Apr 1 22:52 ./__spark_libs__/paranamer-2.3.jar 114295837 96 -r-xr-xr-x 1 yarn hadoop 94796 Apr 1 22:52 ./__spark_libs__/pyrolite-4.13.jar 114295929 116 -r-xr-xr-x 1 yarn hadoop 115534 Apr 1 22:52 ./__spark_libs__/javax.ws.rs-api-2.0.1.jar 114295934 436 -r-xr-xr-x 1 yarn hadoop 445288 Apr 1 22:52 ./__spark_libs__/antlr-2.7.7.jar 114295913 308 -r-xr-xr-x 1 yarn hadoop 313702 Apr 1 22:52 ./__spark_libs__/libfb303-0.9.3.jar 114295899 176 -r-xr-xr-x 1 yarn hadoop 178962 Apr 1 22:52 ./__spark_libs__/spark-mllib-local_2.11-2.1.0.2.6.0.3-8.jar 114295791 244 -r-xr-xr-x 1 yarn hadoop 248171 Apr 1 22:52 ./__spark_libs__/curator-recipes-2.6.0.jar 114295860 180 -r-xr-xr-x 1 yarn hadoop 181926 Apr 1 22:52 ./__spark_libs__/breeze-macros_2.11-0.12.jar 114295900 208 -r-xr-xr-x 1 yarn hadoop 212453 Apr 1 22:52 ./__spark_libs__/commons-net-2.2.jar 114295992 352 -r-xr-xr-x 1 yarn hadoop 358390 Apr 1 22:52 ./__spark_libs__/kryo-shaded-3.0.3.jar 114295892 16 -r-xr-xr-x 1 yarn hadoop 15071 Apr 1 22:52 ./__spark_libs__/jta-1.1.jar 114295965 280 -r-xr-xr-x 1 yarn hadoop 284220 Apr 1 22:52 ./__spark_libs__/commons-lang-2.6.jar 114295821 320 -r-xr-xr-x 1 yarn hadoop 326724 Apr 1 22:52 ./__spark_libs__/httpcore-4.4.4.jar 114295926 72 -r-xr-xr-x 1 yarn hadoop 72733 Apr 1 22:52 ./__spark_libs__/jersey-media-jaxb-2.22.2.jar 114295953 4 -r-xr-xr-x 1 yarn hadoop 2497 Apr 1 22:52 ./__spark_libs__/javax.inject-1.jar 114295781 280 -r-xr-xr-x 1 yarn hadoop 285479 Apr 1 22:52 ./__spark_libs__/parquet-encoding-1.8.1.jar 114295880 96 -r-xr-xr-x 1 yarn hadoop 96221 Apr 1 22:52 ./__spark_libs__/commons-pool-1.5.4.jar 114295966 320 -r-xr-xr-x 1 yarn hadoop 325553 Apr 1 22:52 ./__spark_libs__/univocity-parsers-2.2.1.jar 114295829 2068 -r-xr-xr-x 1 yarn hadoop 2117552 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-api-2.7.3.2.6.0.3-8.jar 114295789 136 -r-xr-xr-x 1 yarn hadoop 138449 Apr 1 22:52 ./__spark_libs__/hive-beeline-1.2.1.spark2.hdp.jar 114295773 676 -r-xr-xr-x 1 yarn hadoop 691479 Apr 1 22:52 ./__spark_libs__/apacheds-kerberos-codec-2.0.0-M15.jar 114295988 256 -r-xr-xr-x 1 yarn hadoop 258370 Apr 1 22:52 ./__spark_libs__/calcite-avatica-1.2.0-incubating.jar 114295928 216 -r-xr-xr-x 1 yarn hadoop 218076 Apr 1 22:52 ./__spark_libs__/parquet-hadoop-1.8.1.jar 114295915 20 -r-xr-xr-x 1 yarn hadoop 16993 Apr 1 22:52 ./__spark_libs__/JavaEWAH-0.3.2.jar 114295865 2732 -r-xr-xr-x 1 yarn hadoop 2796935 Apr 1 22:52 ./__spark_libs__/parquet-hadoop-bundle-1.6.0.jar 114295983 1032 -r-xr-xr-x 1 yarn hadoop 1056168 Apr 1 22:52 ./__spark_libs__/snappy-java-1.1.2.6.jar 114295931 8 -r-xr-xr-x 1 yarn hadoop 5950 Apr 1 22:52 ./__spark_libs__/javax.inject-2.4.0-b34.jar 114295816 6048 -r-xr-xr-x 1 yarn hadoop 6189401 Apr 1 22:52 ./__spark_libs__/spark-mllib_2.11-2.1.0.2.6.0.3-8.jar 114295979 188 -r-xr-xr-x 1 yarn hadoop 188671 Apr 1 22:52 ./__spark_libs__/commons-beanutils-1.7.0.jar 114295894 1848 -r-xr-xr-x 1 yarn hadoop 1890075 Apr 1 22:52 ./__spark_libs__/datanucleus-core-3.2.10.jar 114295887 700 -r-xr-xr-x 1 yarn hadoop 714194 Apr 1 22:52 ./__spark_libs__/javassist-3.18.1-GA.jar 114295843 420 -r-xr-xr-x 1 yarn hadoop 427780 Apr 1 22:52 ./__spark_libs__/jodd-core-3.5.2.jar 114295838 68 -r-xr-xr-x 1 yarn hadoop 65840 Apr 1 22:52 ./__spark_libs__/spark-repl_2.11-2.1.0.2.6.0.3-8.jar 114295978 924 -r-xr-xr-x 1 yarn hadoop 945914 Apr 1 22:52 ./__spark_libs__/parquet-column-1.8.1.jar 114295957 576 -r-xr-xr-x 1 yarn hadoop 589462 Apr 1 22:52 ./__spark_libs__/json4s-core_2.11-3.2.11.jar 114295846 256 -r-xr-xr-x 1 yarn hadoop 258876 Apr 1 22:52 ./__spark_libs__/jackson-core-2.6.5.jar 114295948 436 -r-xr-xr-x 1 yarn hadoop 442406 Apr 1 22:52 ./__spark_libs__/calcite-linq4j-1.2.0-incubating.jar 114295972 68 -r-xr-xr-x 1 yarn hadoop 69409 Apr 1 22:52 ./__spark_libs__/activation-1.1.1.jar 114295970 84 -r-xr-xr-x 1 yarn hadoop 82908 Apr 1 22:52 ./__spark_libs__/spark-cloud_2.11-2.1.0.2.6.0.3-8.jar 114295945 1208 -r-xr-xr-x 1 yarn hadoop 1232993 Apr 1 22:52 ./__spark_libs__/spark-hive_2.11-2.1.0.2.6.0.3-8.jar 114295959 200 -r-xr-xr-x 1 yarn hadoop 201928 Apr 1 22:52 ./__spark_libs__/RoaringBitmap-0.5.11.jar 114295975 312 -r-xr-xr-x 1 yarn hadoop 319099 Apr 1 22:52 ./__spark_libs__/okhttp-2.4.0.jar 114295828 7108 -r-xr-xr-x 1 yarn hadoop 7276083 Apr 1 22:52 ./__spark_libs__/spire_2.11-0.7.4.jar 114295807 80 -r-xr-xr-x 1 yarn hadoop 78849 Apr 1 22:52 ./__spark_libs__/azure-data-lake-store-sdk-2.1.4.jar 114295902 80 -r-xr-xr-x 1 yarn hadoop 79845 Apr 1 22:52 ./__spark_libs__/compress-lzf-1.0.3.jar 114295875 176 -r-xr-xr-x 1 yarn hadoop 178648 Apr 1 22:52 ./__spark_libs__/nimbus-jose-jwt-3.9.jar 114295859 528 -r-xr-xr-x 1 yarn hadoop 540298 Apr 1 22:52 ./__spark_libs__/jetty-6.1.26.hwx.jar 114295921 192 -r-xr-xr-x 1 yarn hadoop 193238 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-client-2.7.3.2.6.0.3-8.jar 114295927 428 -r-xr-xr-x 1 yarn hadoop 436303 Apr 1 22:52 ./__spark_libs__/avro-1.7.7.jar 114295853 380 -r-xr-xr-x 1 yarn hadoop 387188 Apr 1 22:52 ./__spark_libs__/parquet-format-2.3.0-incubating.jar 114295952 232 -r-xr-xr-x 1 yarn hadoop 236660 Apr 1 22:52 ./__spark_libs__/ST4-4.0.4.jar 114295941 12 -r-xr-xr-x 1 yarn hadoop 12131 Apr 1 22:52 ./__spark_libs__/jpam-1.1.jar 114295910 1144 -r-xr-xr-x 1 yarn hadoop 1171380 Apr 1 22:52 ./__spark_libs__/jackson-databind-2.6.5.jar 114295819 64 -r-xr-xr-x 1 yarn hadoop 65261 Apr 1 22:52 ./__spark_libs__/oro-2.0.8.jar 114295871 748 -r-xr-xr-x 1 yarn hadoop 764569 Apr 1 22:52 ./__spark_libs__/jtransforms-2.4.0.jar 114295937 192 -r-xr-xr-x 1 yarn hadoop 192993 Apr 1 22:52 ./__spark_libs__/avro-ipc-1.7.7.jar 114295878 16 -r-xr-xr-x 1 yarn hadoop 15010 Apr 1 22:52 ./__spark_libs__/xmlenc-0.52.jar 114295917 40 -r-xr-xr-x 1 yarn hadoop 39395 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-jobclient-2.7.3.2.6.0.3-8.jar 114295985 1204 -r-xr-xr-x 1 yarn hadoop 1229125 Apr 1 22:52 ./__spark_libs__/xercesImpl-2.9.1.jar 114295905 720 -r-xr-xr-x 1 yarn hadoop 736658 Apr 1 22:52 ./__spark_libs__/httpclient-4.5.2.jar 114295774 1256 -r-xr-xr-x 1 yarn hadoop 1282424 Apr 1 22:52 ./__spark_libs__/ivy-2.4.0.jar 114295920 296 -r-xr-xr-x 1 yarn hadoop 302248 Apr 1 22:52 ./__spark_libs__/antlr4-runtime-4.5.3.jar 114295919 104 -r-xr-xr-x 1 yarn hadoop 105134 Apr 1 22:52 ./__spark_libs__/jaxb-api-2.2.2.jar 114295777 52 -r-xr-xr-x 1 yarn hadoop 51484 Apr 1 22:52 ./__spark_libs__/json-smart-1.1.1.jar 114295831 8 -r-xr-xr-x 1 yarn hadoop 5310 Apr 1 22:52 ./__spark_libs__/pmml-schema-1.2.15.jar 114295775 40 -r-xr-xr-x 1 yarn hadoop 38604 Apr 1 22:52 ./__spark_libs__/parquet-common-1.8.1.jar 114295796 36 -r-xr-xr-x 1 yarn hadoop 36247 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-server-web-proxy-2.7.3.2.6.0.3-8.jar 114295942 48 -r-xr-xr-x 1 yarn hadoop 48418 Apr 1 22:52 ./__spark_libs__/jackson-dataformat-cbor-2.6.5.jar 114295943 2004 -r-xr-xr-x 1 yarn hadoop 2049451 Apr 1 22:52 ./__spark_libs__/shapeless_2.11-2.0.0.jar 114295950 44 -r-xr-xr-x 1 yarn hadoop 41755 Apr 1 22:52 ./__spark_libs__/objenesis-2.1.jar 114295792 2304 -r-xr-xr-x 1 yarn hadoop 2356793 Apr 1 22:52 ./__spark_libs__/spark-network-common_2.11-2.1.0.2.6.0.3-8.jar 114295986 952 -r-xr-xr-x 1 yarn hadoop 971310 Apr 1 22:52 ./__spark_libs__/jersey-guava-2.22.2.jar 114295911 68 -r-xr-xr-x 1 yarn hadoop 68866 Apr 1 22:52 ./__spark_libs__/curator-client-2.6.0.jar 114295842 504 -r-xr-xr-x 1 yarn hadoop 516062 Apr 1 22:52 ./__spark_libs__/aws-java-sdk-core-1.10.6.jar 114295827 20 -r-xr-xr-x 1 yarn hadoop 16560 Apr 1 22:52 ./__spark_libs__/api-asn1-api-1.0.0-M20.jar 114295797 2140 -r-xr-xr-x 1 yarn hadoop 2189117 Apr 1 22:52 ./__spark_libs__/guava-14.0.1.jar 114295888 5612 -r-xr-xr-x 1 yarn hadoop 5744974 Apr 1 22:52 ./__spark_libs__/scala-library-2.11.8.jar 114295861 24 -r-xr-xr-x 1 yarn hadoop 23346 Apr 1 22:52 ./__spark_libs__/stax-api-1.0-2.jar 114295903 40 -r-xr-xr-x 1 yarn hadoop 40856 Apr 1 22:52 ./__spark_libs__/hive-cli-1.2.1.spark2.hdp.jar 114295804 96 -r-xr-xr-x 1 yarn hadoop 94672 Apr 1 22:52 ./__spark_libs__/xz-1.0.jar 114295873 100 -r-xr-xr-x 1 yarn hadoop 100682 Apr 1 22:52 ./__spark_libs__/hive-jdbc-1.2.1.spark2.hdp.jar 114295826 20 -r-xr-xr-x 1 yarn hadoop 16430 Apr 1 22:52 ./__spark_libs__/jcl-over-slf4j-1.7.16.jar 114295799 20 -r-xr-xr-x 1 yarn hadoop 18336 Apr 1 22:52 ./__spark_libs__/jackson-jaxrs-1.9.13.jar 114295795 64 -r-xr-xr-x 1 yarn hadoop 65012 Apr 1 22:52 ./__spark_libs__/guice-servlet-3.0.jar 114295932 684 -r-xr-xr-x 1 yarn hadoop 699286 Apr 1 22:52 ./__spark_libs__/spark-graphx_2.11-2.1.0.2.6.0.3-8.jar 114295964 116 -r-xr-xr-x 1 yarn hadoop 115472 Apr 1 22:52 ./__spark_libs__/py4j-0.10.4.jar 114295779 176 -r-xr-xr-x 1 yarn hadoop 178947 Apr 1 22:52 ./__spark_libs__/hk2-api-2.4.0-b34.jar 114295973 200 -r-xr-xr-x 1 yarn hadoop 201124 Apr 1 22:52 ./__spark_libs__/jdo-api-3.0.1.jar 114295912 64 -r-xr-xr-x 1 yarn hadoop 61837 Apr 1 22:52 ./__spark_libs__/spark-network-shuffle_2.11-2.1.0.2.6.0.3-8.jar 114295974 220 -r-xr-xr-x 1 yarn hadoop 223573 Apr 1 22:52 ./__spark_libs__/chill_2.11-0.8.0.jar 114295825 20 -r-xr-xr-x 1 yarn hadoop 19827 Apr 1 22:52 ./__spark_libs__/opencsv-2.3.jar 114295907 116 -r-xr-xr-x 1 yarn hadoop 114746 Apr 1 22:52 ./__spark_libs__/hadoop-openstack-2.7.3.2.6.0.3-8.jar 114295815 560 -r-xr-xr-x 1 yarn hadoop 570101 Apr 1 22:52 ./__spark_libs__/aws-java-sdk-s3-1.10.6.jar 114295834 184 -r-xr-xr-x 1 yarn hadoop 185245 Apr 1 22:52 ./__spark_libs__/curator-framework-2.6.0.jar 114295854 80 -r-xr-xr-x 1 yarn hadoop 79173 Apr 1 22:52 ./__spark_libs__/hadoop-auth-2.7.3.2.6.0.3-8.jar 114295987 232 -r-xr-xr-x 1 yarn hadoop 234201 Apr 1 22:52 ./__spark_libs__/libthrift-0.9.3.jar 114295857 24 -r-xr-xr-x 1 yarn hadoop 20852 Apr 1 22:52 ./__spark_libs__/metrics-graphite-3.1.2.jar 114295841 16 -r-xr-xr-x 1 yarn hadoop 15523 Apr 1 22:52 ./__spark_libs__/spark-tags_2.11-2.1.0.2.6.0.3-8.jar 114295803 1500 -r-xr-xr-x 1 yarn hadoop 1535773 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-core-2.7.3.2.6.0.3-8.jar 114295877 2264 -r-xr-xr-x 1 yarn hadoop 2314839 Apr 1 22:52 ./__spark_libs__/netty-all-4.0.42.Final.jar 114295938 188 -r-xr-xr-x 1 yarn hadoop 190432 Apr 1 22:52 ./__spark_libs__/gson-2.2.4.jar 114295856 28 -r-xr-xr-x 1 yarn hadoop 27084 Apr 1 22:52 ./__spark_libs__/jackson-xc-1.9.13.jar 114295949 280 -r-xr-xr-x 1 yarn hadoop 284184 Apr 1 22:52 ./__spark_libs__/commons-codec-1.10.jar 114295874 20 -r-xr-xr-x 1 yarn hadoop 18899 Apr 1 22:52 ./__spark_libs__/jetty-sslengine-6.1.26.hwx.jar 114295969 100 -r-xr-xr-x 1 yarn hadoop 101125 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-registry-2.7.3.2.6.0.3-8.jar 114295840 512 -r-xr-xr-x 1 yarn hadoop 521157 Apr 1 22:52 ./__spark_libs__/mail-1.4.7.jar 114295790 504 -r-xr-xr-x 1 yarn hadoop 515604 Apr 1 22:52 ./__spark_libs__/jackson-module-scala_2.11-2.6.5.jar 114295984 416 -r-xr-xr-x 1 yarn hadoop 423753 Apr 1 22:52 ./__spark_libs__/scala-parser-combinators_2.11-1.0.4.jar 114295866 480 -r-xr-xr-x 1 yarn hadoop 489884 Apr 1 22:52 ./__spark_libs__/log4j-1.2.17.jar 114295944 1712 -r-xr-xr-x 1 yarn hadoop 1750519 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-common-2.7.3.2.6.0.3-8.jar 114295961 64 -r-xr-xr-x 1 yarn hadoop 64661 Apr 1 22:52 ./__spark_libs__/okio-1.4.0.jar 114295862 164 -r-xr-xr-x 1 yarn hadoop 167421 Apr 1 22:52 ./__spark_libs__/jersey-client-2.22.2.jar 114295891 44 -r-xr-xr-x 1 yarn hadoop 41123 Apr 1 22:52 ./__spark_libs__/commons-cli-1.2.jar 114295849 1204 -r-xr-xr-x 1 yarn hadoop 1230201 Apr 1 22:52 ./__spark_libs__/netty-3.8.0.Final.jar 114295908 92 -r-xr-xr-x 1 yarn hadoop 93210 Apr 1 22:52 ./__spark_libs__/super-csv-2.2.0.jar 114295869 1996 -r-xr-xr-x 1 yarn hadoop 2041628 Apr 1 22:52 ./__spark_libs__/jets3t-0.9.3.jar 114295772 508 -r-xr-xr-x 1 yarn hadoop 516632 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-app-2.7.3.2.6.0.3-8.jar 114295909 6504 -r-xr-xr-x 1 yarn hadoop 6657956 Apr 1 22:52 ./__spark_libs__/spark-sql_2.11-2.1.0.2.6.0.3-8.jar 114295991 1988 -r-xr-xr-x 1 yarn hadoop 2035066 Apr 1 22:52 ./__spark_libs__/commons-math3-3.4.1.jar 114295993 68 -r-xr-xr-x 1 yarn hadoop 66270 Apr 1 22:52 ./__spark_libs__/jersey-container-servlet-core-2.22.2.jar 114295946 3440 -r-xr-xr-x 1 yarn hadoop 3519262 Apr 1 22:52 ./__spark_libs__/calcite-core-1.2.0-incubating.jar 114295855 412 -r-xr-xr-x 1 yarn hadoop 420785 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-server-common-2.7.3.2.6.0.3-8.jar 114295811 736 -r-xr-xr-x 1 yarn hadoop 752751 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-common-2.7.3.2.6.0.3-8.jar 114295848 8 -r-xr-xr-x 1 yarn hadoop 4596 Apr 1 22:52 ./__spark_libs__/jul-to-slf4j-1.7.16.jar 114295782 120 -r-xr-xr-x 1 yarn hadoop 118973 Apr 1 22:52 ./__spark_libs__/hk2-utils-2.4.0-b34.jar 114295982 524 -r-xr-xr-x 1 yarn hadoop 533455 Apr 1 22:52 ./__spark_libs__/protobuf-java-2.5.0.jar 114295822 14080 -r-xr-xr-x 1 yarn hadoop 14413834 Apr 1 22:52 ./__spark_libs__/breeze_2.11-0.12.jar 114295823 20 -r-xr-xr-x 1 yarn hadoop 18482 Apr 1 22:52 ./__spark_libs__/eigenbase-properties-1.1.5.jar 114295967 12 -r-xr-xr-x 1 yarn hadoop 9939 Apr 1 22:52 ./__spark_libs__/slf4j-log4j12-1.7.16.jar 114295990 52 -r-xr-xr-x 1 yarn hadoop 50619 Apr 1 22:52 ./__spark_libs__/chill-java-0.8.0.jar 114295830 15128 -r-xr-xr-x 1 yarn hadoop 15487351 Apr 1 22:52 ./__spark_libs__/scala-compiler-2.11.8.jar 114295863 204 -r-xr-xr-x 1 yarn hadoop 206035 Apr 1 22:52 ./__spark_libs__/commons-beanutils-core-1.8.0.jar 114295778 28 -r-xr-xr-x 1 yarn hadoop 26366 Apr 1 22:52 ./__spark_libs__/javax.annotation-api-1.2.jar 114295954 4 -r-xr-xr-x 1 yarn hadoop 2566 Apr 1 22:52 ./__spark_libs__/hadoop-client-2.7.3.2.6.0.3-8.jar 114295904 64 -r-xr-xr-x 1 yarn hadoop 63777 Apr 1 22:52 ./__spark_libs__/validation-api-1.1.0.Final.jar 114295935 1768 -r-xr-xr-x 1 yarn hadoop 1809447 Apr 1 22:52 ./__spark_libs__/datanucleus-rdbms-3.2.9.jar 114295977 764 -r-xr-xr-x 1 yarn hadoop 780664 Apr 1 22:52 ./__spark_libs__/jackson-mapper-asl-1.9.13.jar 114295780 20 -r-xr-xr-x 1 yarn hadoop 20235 Apr 1 22:52 ./__spark_libs__/osgi-resource-locator-1.0.1.jar 114295876 640 -r-xr-xr-x 1 yarn hadoop 654216 Apr 1 22:52 ./__spark_libs__/pmml-model-1.2.15.jar 114295805 684 -r-xr-xr-x 1 yarn hadoop 698375 Apr 1 22:52 ./__spark_libs__/jersey-common-2.22.2.jar 114295794 300 -r-xr-xr-x 1 yarn hadoop 305001 Apr 1 22:52 ./__spark_libs__/commons-httpclient-3.1.jar 114295989 44 -r-xr-xr-x 1 yarn hadoop 41263 Apr 1 22:52 ./__spark_libs__/jackson-module-paranamer-2.6.5.jar 114295785 696 -r-xr-xr-x 1 yarn hadoop 710492 Apr 1 22:52 ./__spark_libs__/guice-3.0.jar 114295922 256 -r-xr-xr-x 1 yarn hadoop 258578 Apr 1 22:52 ./__spark_libs__/aws-java-sdk-kms-1.10.6.jar 114295960 472 -r-xr-xr-x 1 yarn hadoop 479881 Apr 1 22:52 ./__spark_libs__/commons-lang3-3.5.jar 114295881 36 -r-xr-xr-x 1 yarn hadoop 33015 Apr 1 22:52 ./__spark_libs__/jsr305-1.3.9.jar 114295886 72 -r-xr-xr-x 1 yarn hadoop 70589 Apr 1 22:52 ./__spark_libs__/spark-launcher_2.11-2.1.0.2.6.0.3-8.jar 114295962 212 -r-xr-xr-x 1 yarn hadoop 216419 Apr 1 22:52 ./__spark_libs__/hadoop-aws-2.7.3.2.6.0.3-8.jar 114295923 20 -r-xr-xr-x 1 yarn hadoop 18098 Apr 1 22:52 ./__spark_libs__/jersey-container-servlet-2.22.2.jar 114295812 8 -r-xr-xr-x 1 yarn hadoop 5711 Apr 1 22:52 ./__spark_libs__/minlog-1.3.0.jar 114295901 160 -r-xr-xr-x 1 yarn hadoop 160519 Apr 1 22:52 ./__spark_libs__/commons-dbcp-1.4.jar 114295883 16 -r-xr-xr-x 1 yarn hadoop 15827 Apr 1 22:52 ./__spark_libs__/metrics-json-3.1.2.jar 114295893 440 -r-xr-xr-x 1 yarn hadoop 448794 Apr 1 22:52 ./__spark_libs__/apache-log4j-extras-1.2.17.jar 114295787 28 -r-xr-xr-x 1 yarn hadoop 26514 Apr 1 22:52 ./__spark_libs__/stax-api-1.0.1.jar 114295858 1444 -r-xr-xr-x 1 yarn hadoop 1475955 Apr 1 22:52 ./__spark_libs__/htrace-core-3.1.0-incubating.jar 114295788 180 -r-xr-xr-x 1 yarn hadoop 180736 Apr 1 22:52 ./__spark_libs__/avro-mapred-1.7.7-hadoop2.jar 114295813 56 -r-xr-xr-x 1 yarn hadoop 54071 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-shuffle-2.7.3.2.6.0.3-8.jar 114295872 40 -r-xr-xr-x 1 yarn hadoop 40509 Apr 1 22:52 ./__spark_libs__/slf4j-api-1.7.16.jar 114295793 8484 -r-xr-xr-x 1 yarn hadoop 8686273 Apr 1 22:52 ./__spark_libs__/hadoop-hdfs-2.7.3.2.6.0.3-8.jar 114295930 12 -r-xr-xr-x 1 yarn hadoop 10023 Apr 1 22:52 ./__spark_libs__/java-xmlbuilder-1.0.jar 114295851 776 -r-xr-xr-x 1 yarn hadoop 794543 Apr 1 22:52 ./__spark_libs__/zookeeper-3.4.6.2.6.0.3-8.jar 114295776 16 -r-xr-xr-x 1 yarn hadoop 14766 Apr 1 22:52 ./__spark_libs__/aopalliance-repackaged-2.4.0-b34.jar 114295947 3152 -r-xr-xr-x 1 yarn hadoop 3224708 Apr 1 22:52 ./__spark_libs__/derby-10.12.1.1.jar 114295806 7328 -r-xr-xr-x 1 yarn hadoop 7503383 Apr 1 22:52 ./__spark_libs__/spark-catalyst_2.11-2.1.0.2.6.0.3-8.jar 114295896 48 -r-xr-xr-x 1 yarn hadoop 46983 Apr 1 22:52 ./__spark_libs__/jackson-annotations-2.6.5.jar 114295940 788 -r-xr-xr-x 1 yarn hadoop 802818 Apr 1 22:52 ./__spark_libs__/scalap-2.11.8.jar 114295817 36 -r-xr-xr-x 1 yarn hadoop 36627 Apr 1 22:52 ./__spark_libs__/commons-compiler-3.0.0.jar 114295958 576 -r-xr-xr-x 1 yarn hadoop 588337 Apr 1 22:52 ./__spark_libs__/commons-collections-3.2.2.jar 114295980 144 -r-xr-xr-x 1 yarn hadoop 143602 Apr 1 22:52 ./__spark_libs__/commons-digester-1.8.jar 114295956 144 -r-xr-xr-x 1 yarn hadoop 144660 Apr 1 22:52 ./__spark_libs__/xbean-asm5-shaded-4.4.jar 114295770 728 -r-xr-xr-x 1 yarn hadoop 745325 Apr 1 22:52 ./__spark_libs__/azure-storage-4.2.0.jar 114295801 4468 -r-xr-xr-x 1 yarn hadoop 4573750 Apr 1 22:52 ./__spark_libs__/scala-reflect-2.11.8.jar 114295864 88 -r-xr-xr-x 1 yarn hadoop 86811 Apr 1 22:52 ./__spark_libs__/spire-macros_2.11-0.7.4.jar 114295916 48 -r-xr-xr-x 1 yarn hadoop 45210 Apr 1 22:52 ./__spark_libs__/spark-unsafe_2.11-2.1.0.2.6.0.3-8.jar 114295884 112 -r-xr-xr-x 1 yarn hadoop 110600 Apr 1 22:52 ./__spark_libs__/bonecp-0.8.0.RELEASE.jar 114295809 112 -r-xr-xr-x 1 yarn hadoop 112558 Apr 1 22:52 ./__spark_libs__/metrics-core-3.1.2.jar 114295845 100 -r-xr-xr-x 1 yarn hadoop 100636 Apr 1 22:52 ./__spark_libs__/jsp-api-2.1.jar 114295820 132 -r-xr-xr-x 1 yarn hadoop 134595 Apr 1 22:52 ./__spark_libs__/commons-crypto-1.0.0.jar 114295868 2780 -r-xr-xr-x 1 yarn hadoop 2842667 Apr 1 22:52 ./__spark_libs__/bcprov-jdk15on-1.51.jar 114295918 64 -r-xr-xr-x 1 yarn hadoop 62050 Apr 1 22:52 ./__spark_libs__/commons-logging-1.1.3.jar 114295810 332 -r-xr-xr-x 1 yarn hadoop 339666 Apr 1 22:52 ./__spark_libs__/datanucleus-api-jdo-3.2.6.jar 70779250 4 -rwx------ 1 yarn hadoop 711 Jun 7 12:10 ./default_container_executor.sh 70779247 4 -rw-r--r-- 1 yarn hadoop 60 Jun 7 12:10 ./.launch_container.sh.crc 70779251 4 -rw-r--r-- 1 yarn hadoop 16 Jun 7 12:10 ./.default_container_executor.sh.crc 70910404 448 -r-x------ 1 yarn hadoop 454814 Jun 7 12:10 ./pyspark.zip 70779244 4 -rw-r--r-- 1 yarn hadoop 84 Jun 7 12:10 ./container_tokens 70779248 4 -rwx------ 1 yarn hadoop 657 Jun 7 12:10 ./default_container_executor_session.sh 70779246 8 -rwx------ 1 yarn hadoop 6645 Jun 7 12:10 ./launch_container.sh 70779249 4 -rw-r--r-- 1 yarn hadoop 16 Jun 7 12:10 ./.default_container_executor_session.sh.crc 114689414 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./__spark_conf__ 114689441 4 -r-x------ 1 yarn hadoop 945 Jun 7 12:10 ./__spark_conf__/taskcontroller.cfg 114689419 20 -r-x------ 1 yarn hadoop 17718 Jun 7 12:10 ./__spark_conf__/yarn-site.xml 114689437 4 -r-x------ 1 yarn hadoop 535 Jun 7 12:10 ./__spark_conf__/topology_mappings.data 114689426 8 -r-x------ 1 yarn hadoop 5305 Jun 7 12:10 ./__spark_conf__/yarn-env.sh 114689443 4 -r-x------ 1 yarn hadoop 3913 Jun 7 12:10 ./__spark_conf__/__spark_conf__.properties 114689431 4 -r-x------ 1 yarn hadoop 2490 Jun 7 12:10 ./__spark_conf__/hadoop-metrics.properties 114689424 4 -r-x------ 1 yarn hadoop 2358 Jun 7 12:10 ./__spark_conf__/topology_script.py 114689435 4 -r-x------ 1 yarn hadoop 1308 Jun 7 12:10 ./__spark_conf__/hadoop-policy.xml 114689438 8 -r-x------ 1 yarn hadoop 4956 Jun 7 12:10 ./__spark_conf__/metrics.properties 114689434 4 -r-x------ 1 yarn hadoop 2316 Jun 7 12:10 ./__spark_conf__/ssl-client.xml.example 114689440 4 -r-x------ 1 yarn hadoop 2697 Jun 7 12:10 ./__spark_conf__/ssl-server.xml.example 114689433 4 -r-x------ 1 yarn hadoop 1602 Jun 7 12:10 ./__spark_conf__/health_check 114689422 4 -r-x------ 1 yarn hadoop 2135 Jun 7 12:10 ./__spark_conf__/capacity-scheduler.xml 114689420 4 -r-x------ 1 yarn hadoop 3348 Jun 7 12:10 ./__spark_conf__/core-site.xml 114689418 4 -r-x------ 1 yarn hadoop 2622 Jun 7 12:10 ./__spark_conf__/hadoop-metrics2.properties 114689421 4 -r-x------ 1 yarn hadoop 884 Jun 7 12:10 ./__spark_conf__/ssl-client.xml 114689430 8 -r-x------ 1 yarn hadoop 4221 Jun 7 12:10 ./__spark_conf__/task-log4j.properties 114689442 8 -r-x------ 1 yarn hadoop 4113 Jun 7 12:10 ./__spark_conf__/mapred-queues.xml.template 114689436 4 -r-x------ 1 yarn hadoop 283 Jun 7 12:10 ./__spark_conf__/slaves 114689427 8 -r-x------ 1 yarn hadoop 6787 Jun 7 12:10 ./__spark_conf__/hdfs-site.xml 114689428 4 -r-x------ 1 yarn hadoop 1020 Jun 7 12:10 ./__spark_conf__/commons-logging.properties 114689423 4 -r-x------ 1 yarn hadoop 758 Jun 7 12:10 ./__spark_conf__/mapred-site.xml.template 114689429 4 -r-x------ 1 yarn hadoop 1069 Jun 7 12:10 ./__spark_conf__/container-executor.cfg 114689417 8 -r-x------ 1 yarn hadoop 6369 Jun 7 12:10 ./__spark_conf__/hadoop-env.sh 114689425 4 -r-x------ 1 yarn hadoop 1335 Jun 7 12:10 ./__spark_conf__/configuration.xsl 114689416 4 -r-x------ 1 yarn hadoop 620 Jun 7 12:10 ./__spark_conf__/log4j.properties 114689439 4 -r-x------ 1 yarn hadoop 1000 Jun 7 12:10 ./__spark_conf__/ssl-server.xml 114689432 4 -r-x------ 1 yarn hadoop 856 Jun 7 12:10 ./__spark_conf__/mapred-env.sh 114689415 8 -r-x------ 1 yarn hadoop 6935 Jun 7 12:10 ./__spark_conf__/mapred-site.xml 70779245 4 -rw-r--r-- 1 yarn hadoop 12 Jun 7 12:10 ./.container_tokens.crc broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info LogType:launch_container.sh Log Upload Time:Wed Jun 07 12:11:09 +0000 2017 LogLength:6645 Log Contents: #!/bin/bash export SPARK_YARN_STAGING_DIR="hdfs://hdfs-hadoop-88hh.c.creditvidya-152512.internal:8020/user/zeppelin/.sparkStaging/application_1496837077102_0002" export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/hdp/current/hadoop-client/conf"} export JAVA_HOME=${JAVA_HOME:-"/usr/jdk64/jdk1.8.0_112"} export SPARK_LOG_URL_STDOUT="http://hdfs-hadoop-0j7l.c.creditvidya-152512.internal:8042/node/containerlogs/container_e02_1496837077102_0002_01_000002/zeppelin/stdout?start=-4096" export NM_HOST="hdfs-hadoop-0j7l.c.creditvidya-152512.internal" export LOGNAME="zeppelin" export JVM_PID="$$" export PWD="/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002" export LOCAL_DIRS="/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002,/hadoop/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002" export PYTHONPATH="/usr/hdp/current/spark2-client//python/lib/py4j-0.10.4-src.zip:/usr/hdp/current/spark2-client//python/:/usr/hdp/current/spark2-client//python:/usr/hdp/current/spark2-client//python/lib/py4j-0.8.2.1-src.zip:$PWD/pyspark.zip:$PWD/py4j-0.10.4-src.zip:$PWD/pyspark.zip:$PWD/py4j-0.10.4-src.zip:/usr/hdp/current/spark2-client//python:/usr/hdp/current/spark2-client//python/lib/py4j-0.8.2.1-src.zip" export NM_HTTP_PORT="8042" export LOG_DIRS="/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002,/hadoop/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= " export NM_PORT="45454" export USER="zeppelin" export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/hdp/current/hadoop-yarn-nodemanager"} export CLASSPATH="$PWD:$PWD/__spark_conf__:$PWD/__spark_libs__/*:/etc/hadoop/conf:/usr/hdp/current/hadoop-client/*:/usr/hdp/current/hadoop-client/lib/*:/usr/hdp/current/hadoop-hdfs-client/*:/usr/hdp/current/hadoop-hdfs-client/lib/*:/usr/hdp/current/hadoop-yarn-client/*:/usr/hdp/current/hadoop-yarn-client/lib/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.6.0.3-8/hadoop/lib/hadoop-lzo-0.6.0.2.6.0.3-8.jar:/etc/hadoop/conf/secure" export SPARK_YARN_MODE="true" export HADOOP_TOKEN_FILE_LOCATION="/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002/container_tokens" export NM_AUX_SERVICE_spark_shuffle="" export SPARK_USER="zeppelin" export LOCAL_USER_DIRS="/hadoop/yarn/local/usercache/zeppelin/,/hadoop/hadoop/yarn/local/usercache/zeppelin/" export SPARK_YARN_USER_ENV="PYTHONPATH=/usr/hdp/current/spark2-client//python:/usr/hdp/current/spark2-client//python/lib/py4j-0.8.2.1-src.zip" export SPARK_LOG_URL_STDERR="http://hdfs-hadoop-0j7l.c.creditvidya-152512.internal:8042/node/containerlogs/container_e02_1496837077102_0002_01_000002/zeppelin/stderr?start=-4096" export HOME="/home/" export NM_AUX_SERVICE_spark2_shuffle="" export CONTAINER_ID="container_e02_1496837077102_0002_01_000002" export MALLOC_ARENA_MAX="4" ln -sf "/hadoop/hadoop/yarn/local/filecache/12/spark2-hdp-yarn-archive.tar.gz" "__spark_libs__" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/usercache/zeppelin/filecache/183/pyspark.zip" "pyspark.zip" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/hadoop/yarn/local/usercache/zeppelin/filecache/184/__spark_conf__.zip" "__spark_conf__" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/usercache/zeppelin/filecache/185/py4j-0.10.4-src.zip" "py4j-0.10.4-src.zip" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/hadoop/yarn/local/usercache/zeppelin/filecache/182/sparkr.zip" "sparkr" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi # Creating copy of launch script cp "launch_container.sh" "/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002/launch_container.sh" chmod 640 "/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002/directory.info" ls -l 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002/directory.info" find -L . -maxdepth 5 -ls 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002/directory.info" exec /bin/bash -c "LD_LIBRARY_PATH="/usr/hdp/current/hadoop-client/lib/native:/usr/hdp/current/hadoop-client/lib/native/Linux-amd64-64:$LD_LIBRARY_PATH" $JAVA_HOME/bin/java -server -Xmx1024m -Djava.io.tmpdir=$PWD/tmp '-Dspark.history.ui.port=18081' '-Dspark.driver.port=35199' -Dspark.yarn.app.container.log.dir=/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002 -XX:OnOutOfMemoryError='kill %p' org.apache.spark.executor.CoarseGrainedExecutorBackend --driver-url spark://CoarseGrainedScheduler@10.141.0.9:35199 --executor-id 1 --hostname hdfs-hadoop-0j7l.c.creditvidya-152512.internal --cores 1 --app-id application_1496837077102_0002 --user-class-path file:$PWD/__app__.jar 1>/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002/stdout 2>/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000002/stderr" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi End of LogType:launch_container.sh LogType:stderr Log Upload Time:Wed Jun 07 12:11:09 +0000 2017 LogLength:4567 Log Contents: SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/hadoop/hadoop/yarn/local/filecache/12/spark2-hdp-yarn-archive.tar.gz/slf4j-log4j12-1.7.16.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/usr/hdp/2.6.0.3-8/hadoop/lib/slf4j-log4j12-1.7.10.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory] 17/06/07 12:10:19 INFO CoarseGrainedExecutorBackend: Started daemon with process name: 2785@hdfs-hadoop-0j7l 17/06/07 12:10:19 INFO SignalUtils: Registered signal handler for TERM 17/06/07 12:10:19 INFO SignalUtils: Registered signal handler for HUP 17/06/07 12:10:19 INFO SignalUtils: Registered signal handler for INT 17/06/07 12:10:19 INFO SecurityManager: Changing view acls to: yarn,zeppelin 17/06/07 12:10:19 INFO SecurityManager: Changing modify acls to: yarn,zeppelin 17/06/07 12:10:19 INFO SecurityManager: Changing view acls groups to: 17/06/07 12:10:19 INFO SecurityManager: Changing modify acls groups to: 17/06/07 12:10:19 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(yarn, zeppelin); groups with view permissions: Set(); users with modify permissions: Set(yarn, zeppelin); groups with modify permissions: Set() 17/06/07 12:10:20 INFO TransportClientFactory: Successfully created connection to /10.141.0.9:35199 after 88 ms (0 ms spent in bootstraps) 17/06/07 12:10:20 INFO SecurityManager: Changing view acls to: yarn,zeppelin 17/06/07 12:10:20 INFO SecurityManager: Changing modify acls to: yarn,zeppelin 17/06/07 12:10:20 INFO SecurityManager: Changing view acls groups to: 17/06/07 12:10:20 INFO SecurityManager: Changing modify acls groups to: 17/06/07 12:10:20 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(yarn, zeppelin); groups with view permissions: Set(); users with modify permissions: Set(yarn, zeppelin); groups with modify permissions: Set() 17/06/07 12:10:20 INFO TransportClientFactory: Successfully created connection to /10.141.0.9:35199 after 1 ms (0 ms spent in bootstraps) 17/06/07 12:10:20 INFO DiskBlockManager: Created local directory at /hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002/blockmgr-5e66e10b-4896-4c0d-a73c-4c099d934d0e 17/06/07 12:10:20 INFO DiskBlockManager: Created local directory at /hadoop/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002/blockmgr-d9bbb4bd-48a0-43a1-abc0-83a5a9a8dbea 17/06/07 12:10:20 INFO MemoryStore: MemoryStore started with capacity 366.3 MB 17/06/07 12:10:20 INFO CoarseGrainedExecutorBackend: Connecting to driver: spark://CoarseGrainedScheduler@10.141.0.9:35199 17/06/07 12:10:20 INFO CoarseGrainedExecutorBackend: Successfully registered with driver 17/06/07 12:10:20 INFO Executor: Starting executor ID 1 on host hdfs-hadoop-0j7l.c.creditvidya-152512.internal 17/06/07 12:10:20 INFO Utils: Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 34836. 17/06/07 12:10:20 INFO NettyBlockTransferService: Server created on hdfs-hadoop-0j7l.c.creditvidya-152512.internal:34836 17/06/07 12:10:20 INFO BlockManager: Using org.apache.spark.storage.RandomBlockReplicationPolicy for block replication policy 17/06/07 12:10:20 INFO BlockManagerMaster: Registering BlockManager BlockManagerId(1, hdfs-hadoop-0j7l.c.creditvidya-152512.internal, 34836, None) 17/06/07 12:10:21 INFO BlockManagerMaster: Registered BlockManager BlockManagerId(1, hdfs-hadoop-0j7l.c.creditvidya-152512.internal, 34836, None) 17/06/07 12:10:21 INFO BlockManager: external shuffle service port = 7447 17/06/07 12:10:21 INFO BlockManager: Registering executor with local external shuffle service. 17/06/07 12:10:21 INFO TransportClientFactory: Successfully created connection to hdfs-hadoop-0j7l.c.creditvidya-152512.internal/10.141.0.4:7447 after 1 ms (0 ms spent in bootstraps) 17/06/07 12:10:21 INFO BlockManager: Initialized BlockManager: BlockManagerId(1, hdfs-hadoop-0j7l.c.creditvidya-152512.internal, 34836, None) 17/06/07 12:10:21 INFO Executor: Using REPL class URI: spark://10.141.0.9:35199/classes 17/06/07 12:11:08 INFO CoarseGrainedExecutorBackend: Driver commanded a shutdown 17/06/07 12:11:08 INFO MemoryStore: MemoryStore cleared 17/06/07 12:11:08 INFO BlockManager: BlockManager stopped 17/06/07 12:11:08 INFO ShutdownHookManager: Shutdown hook called End of LogType:stderr LogType:stdout Log Upload Time:Wed Jun 07 12:11:09 +0000 2017 LogLength:0 Log Contents: End of LogType:stdout Container: container_e02_1496837077102_0002_01_000001 on hdfs-hadoop-6rgx.c.creditvidya-152512.internal_45454_1496837470077 LogAggregationType: AGGREGATED =========================================================================================================================== LogType:stderr Log Upload Time:Wed Jun 07 12:11:10 +0000 2017 LogLength:8937 Log Contents: SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/hadoop/yarn/local/filecache/14/spark2-hdp-yarn-archive.tar.gz/slf4j-log4j12-1.7.16.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/usr/hdp/2.6.0.3-8/hadoop/lib/slf4j-log4j12-1.7.10.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory] 17/06/07 12:10:12 INFO SignalUtils: Registered signal handler for TERM 17/06/07 12:10:12 INFO SignalUtils: Registered signal handler for HUP 17/06/07 12:10:12 INFO SignalUtils: Registered signal handler for INT 17/06/07 12:10:13 INFO ApplicationMaster: Preparing Local resources 17/06/07 12:10:14 INFO ApplicationMaster: ApplicationAttemptId: appattempt_1496837077102_0002_000001 17/06/07 12:10:14 INFO SecurityManager: Changing view acls to: yarn,zeppelin 17/06/07 12:10:14 INFO SecurityManager: Changing modify acls to: yarn,zeppelin 17/06/07 12:10:14 INFO SecurityManager: Changing view acls groups to: 17/06/07 12:10:14 INFO SecurityManager: Changing modify acls groups to: 17/06/07 12:10:14 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(yarn, zeppelin); groups with view permissions: Set(); users with modify permissions: Set(yarn, zeppelin); groups with modify permissions: Set() 17/06/07 12:10:14 INFO ApplicationMaster: Waiting for Spark driver to be reachable. 17/06/07 12:10:14 INFO ApplicationMaster: Driver now available: 10.141.0.9:35199 17/06/07 12:10:14 INFO TransportClientFactory: Successfully created connection to /10.141.0.9:35199 after 47 ms (0 ms spent in bootstraps) 17/06/07 12:10:14 INFO ApplicationMaster$AMEndpoint: Add WebUI Filter. AddWebUIFilter(org.apache.hadoop.yarn.server.webproxy.amfilter.AmIpFilter,Map(PROXY_HOSTS -> hdfs-hadoop-88hh.c.creditvidya-152512.internal, PROXY_URI_BASES -> http://hdfs-hadoop-88hh.c.creditvidya-152512.internal:8088/proxy/application_1496837077102_0002),/proxy/application_1496837077102_0002) 17/06/07 12:10:14 INFO ApplicationMaster: =============================================================================== YARN executor launch context: env: SPARK_YARN_USER_ENV -> PYTHONPATH=/usr/hdp/current/spark2-client//python:/usr/hdp/current/spark2-client//python/lib/py4j-0.8.2.1-src.zip CLASSPATH -> {{PWD}}{{PWD}}/__spark_conf__{{PWD}}/__spark_libs__/*/etc/hadoop/conf/usr/hdp/current/hadoop-client/*/usr/hdp/current/hadoop-client/lib/*/usr/hdp/current/hadoop-hdfs-client/*/usr/hdp/current/hadoop-hdfs-client/lib/*/usr/hdp/current/hadoop-yarn-client/*/usr/hdp/current/hadoop-yarn-client/lib/*$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.6.0.3-8/hadoop/lib/hadoop-lzo-0.6.0.2.6.0.3-8.jar:/etc/hadoop/conf/secure SPARK_YARN_STAGING_DIR -> hdfs://hdfs-hadoop-88hh.c.creditvidya-152512.internal:8020/user/zeppelin/.sparkStaging/application_1496837077102_0002 SPARK_USER -> zeppelin SPARK_YARN_MODE -> true PYTHONPATH -> /usr/hdp/current/spark2-client//python/lib/py4j-0.10.4-src.zip:/usr/hdp/current/spark2-client//python/:/usr/hdp/current/spark2-client//python:/usr/hdp/current/spark2-client//python/lib/py4j-0.8.2.1-src.zip{{PWD}}/pyspark.zip{{PWD}}/py4j-0.10.4-src.zip{{PWD}}/pyspark.zip{{PWD}}/py4j-0.10.4-src.zip/usr/hdp/current/spark2-client//python:/usr/hdp/current/spark2-client//python/lib/py4j-0.8.2.1-src.zip command: LD_LIBRARY_PATH="/usr/hdp/current/hadoop-client/lib/native:/usr/hdp/current/hadoop-client/lib/native/Linux-amd64-64:$LD_LIBRARY_PATH" \ {{JAVA_HOME}}/bin/java \ -server \ -Xmx1024m \ -Djava.io.tmpdir={{PWD}}/tmp \ '-Dspark.history.ui.port=18081' \ '-Dspark.driver.port=35199' \ -Dspark.yarn.app.container.log.dir= \ -XX:OnOutOfMemoryError='kill %p' \ org.apache.spark.executor.CoarseGrainedExecutorBackend \ --driver-url \ spark://CoarseGrainedScheduler@10.141.0.9:35199 \ --executor-id \ \ --hostname \ \ --cores \ 1 \ --app-id \ application_1496837077102_0002 \ --user-class-path \ file:$PWD/__app__.jar \ 1>/stdout \ 2>/stderr resources: py4j-0.10.4-src.zip -> resource { scheme: "hdfs" host: "hdfs-hadoop-88hh.c.creditvidya-152512.internal" port: 8020 file: "/user/zeppelin/.sparkStaging/application_1496837077102_0002/py4j-0.10.4-src.zip" } size: 74096 timestamp: 1496837409292 type: FILE visibility: PRIVATE __spark_conf__ -> resource { scheme: "hdfs" host: "hdfs-hadoop-88hh.c.creditvidya-152512.internal" port: 8020 file: "/user/zeppelin/.sparkStaging/application_1496837077102_0002/__spark_conf__.zip" } size: 94381 timestamp: 1496837409429 type: ARCHIVE visibility: PRIVATE sparkr -> resource { scheme: "hdfs" host: "hdfs-hadoop-88hh.c.creditvidya-152512.internal" port: 8020 file: "/user/zeppelin/.sparkStaging/application_1496837077102_0002/sparkr.zip" } size: 681589 timestamp: 1496837409343 type: ARCHIVE visibility: PRIVATE pyspark.zip -> resource { scheme: "hdfs" host: "hdfs-hadoop-88hh.c.creditvidya-152512.internal" port: 8020 file: "/user/zeppelin/.sparkStaging/application_1496837077102_0002/pyspark.zip" } size: 454814 timestamp: 1496837409121 type: FILE visibility: PRIVATE __spark_libs__ -> resource { scheme: "hdfs" host: "hdfs-hadoop-88hh.c.creditvidya-152512.internal" port: 8020 file: "/hdp/apps/2.6.0.3-8/spark2/spark2-hdp-yarn-archive.tar.gz" } size: 180333451 timestamp: 1496837311912 type: ARCHIVE visibility: PUBLIC =============================================================================== 17/06/07 12:10:14 INFO RMProxy: Connecting to ResourceManager at hdfs-hadoop-88hh.c.creditvidya-152512.internal/10.141.0.2:8030 17/06/07 12:10:14 INFO YarnRMClient: Registering the ApplicationMaster 17/06/07 12:10:14 INFO Utils: Using initial executors = 2, max of spark.dynamicAllocation.initialExecutors, spark.dynamicAllocation.minExecutors and spark.executor.instances 17/06/07 12:10:14 INFO YarnAllocator: Will request 2 executor container(s), each with 1 core(s) and 1408 MB memory (including 384 MB of overhead) 17/06/07 12:10:14 INFO YarnAllocator: Submitted 2 unlocalized container requests. 17/06/07 12:10:14 INFO ApplicationMaster: Started progress reporter thread with (heartbeat : 3000, initial allocation : 200) intervals 17/06/07 12:10:15 INFO AMRMClientImpl: Received new token for : hdfs-hadoop-0j7l.c.creditvidya-152512.internal:45454 17/06/07 12:10:15 INFO AMRMClientImpl: Received new token for : hdfs-hadoop-p0z7.c.creditvidya-152512.internal:45454 17/06/07 12:10:15 INFO YarnAllocator: Launching container container_e02_1496837077102_0002_01_000002 on host hdfs-hadoop-0j7l.c.creditvidya-152512.internal 17/06/07 12:10:15 INFO YarnAllocator: Launching container container_e02_1496837077102_0002_01_000003 on host hdfs-hadoop-p0z7.c.creditvidya-152512.internal 17/06/07 12:10:15 INFO YarnAllocator: Received 2 containers from YARN, launching executors on 2 of them. 17/06/07 12:10:15 INFO ContainerManagementProtocolProxy: yarn.client.max-cached-nodemanagers-proxies : 0 17/06/07 12:10:15 INFO ContainerManagementProtocolProxy: yarn.client.max-cached-nodemanagers-proxies : 0 17/06/07 12:10:15 INFO ContainerManagementProtocolProxy: Opening proxy : hdfs-hadoop-0j7l.c.creditvidya-152512.internal:45454 17/06/07 12:10:15 INFO ContainerManagementProtocolProxy: Opening proxy : hdfs-hadoop-p0z7.c.creditvidya-152512.internal:45454 17/06/07 12:11:08 INFO YarnAllocator: Driver requested a total number of 0 executor(s). 17/06/07 12:11:08 INFO ApplicationMaster$AMEndpoint: Driver terminated or disconnected! Shutting down. 10.141.0.9:35199 17/06/07 12:11:08 INFO ApplicationMaster$AMEndpoint: Driver terminated or disconnected! Shutting down. 10.141.0.9:35199 17/06/07 12:11:08 INFO ApplicationMaster: Final app status: SUCCEEDED, exitCode: 0 17/06/07 12:11:08 INFO ApplicationMaster: Unregistering ApplicationMaster with SUCCEEDED 17/06/07 12:11:08 INFO AMRMClientImpl: Waiting for application to be successfully unregistered. 17/06/07 12:11:08 INFO ApplicationMaster: Deleting staging directory hdfs://hdfs-hadoop-88hh.c.creditvidya-152512.internal:8020/user/zeppelin/.sparkStaging/application_1496837077102_0002 17/06/07 12:11:08 INFO ShutdownHookManager: Shutdown hook called End of LogType:stderr LogType:stdout Log Upload Time:Wed Jun 07 12:11:10 +0000 2017 LogLength:0 Log Contents: End of LogType:stdout LogType:directory.info Log Upload Time:Wed Jun 07 12:11:10 +0000 2017 LogLength:35994 Log Contents: ls -l: total 44 -rw-r--r-- 1 yarn hadoop 69 Jun 7 12:10 container_tokens -rwx------ 1 yarn hadoop 664 Jun 7 12:10 default_container_executor_session.sh -rwx------ 1 yarn hadoop 718 Jun 7 12:10 default_container_executor.sh -rwx------ 1 yarn hadoop 6251 Jun 7 12:10 launch_container.sh lrwxrwxrwx 1 yarn hadoop 71 Jun 7 12:10 py4j-0.10.4-src.zip -> /hadoop/yarn/local/usercache/zeppelin/filecache/197/py4j-0.10.4-src.zip lrwxrwxrwx 1 yarn hadoop 63 Jun 7 12:10 pyspark.zip -> /hadoop/yarn/local/usercache/zeppelin/filecache/195/pyspark.zip lrwxrwxrwx 1 yarn hadoop 77 Jun 7 12:10 __spark_conf__ -> /hadoop/hadoop/yarn/local/usercache/zeppelin/filecache/196/__spark_conf__.zip lrwxrwxrwx 1 yarn hadoop 62 Jun 7 12:10 __spark_libs__ -> /hadoop/yarn/local/filecache/14/spark2-hdp-yarn-archive.tar.gz lrwxrwxrwx 1 yarn hadoop 69 Jun 7 12:10 sparkr -> /hadoop/hadoop/yarn/local/usercache/zeppelin/filecache/194/sparkr.zip drwx--x--- 2 yarn hadoop 4096 Jun 7 12:10 tmp find -L . -maxdepth 5 -ls: 72745101 4 drwx--x--- 3 yarn hadoop 4096 Jun 7 12:10 . 72745107 4 -rwx------ 1 yarn hadoop 664 Jun 7 12:10 ./default_container_executor_session.sh 72745110 4 -rw-r--r-- 1 yarn hadoop 16 Jun 7 12:10 ./.default_container_executor.sh.crc 72745106 4 -rw-r--r-- 1 yarn hadoop 60 Jun 7 12:10 ./.launch_container.sh.crc 72745103 4 -rw-r--r-- 1 yarn hadoop 69 Jun 7 12:10 ./container_tokens 72745070 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./__spark_conf__ 72745092 4 -r-x------ 1 yarn hadoop 283 Jun 7 12:10 ./__spark_conf__/slaves 72745098 8 -r-x------ 1 yarn hadoop 4113 Jun 7 12:10 ./__spark_conf__/mapred-queues.xml.template 72745088 4 -r-x------ 1 yarn hadoop 856 Jun 7 12:10 ./__spark_conf__/mapred-env.sh 72745089 4 -r-x------ 1 yarn hadoop 1602 Jun 7 12:10 ./__spark_conf__/health_check 72745074 4 -r-x------ 1 yarn hadoop 2622 Jun 7 12:10 ./__spark_conf__/hadoop-metrics2.properties 72745093 4 -r-x------ 1 yarn hadoop 535 Jun 7 12:10 ./__spark_conf__/topology_mappings.data 72745071 8 -r-x------ 1 yarn hadoop 6935 Jun 7 12:10 ./__spark_conf__/mapred-site.xml 72745087 4 -r-x------ 1 yarn hadoop 2490 Jun 7 12:10 ./__spark_conf__/hadoop-metrics.properties 72745095 4 -r-x------ 1 yarn hadoop 1000 Jun 7 12:10 ./__spark_conf__/ssl-server.xml 72745076 4 -r-x------ 1 yarn hadoop 3348 Jun 7 12:10 ./__spark_conf__/core-site.xml 72745094 8 -r-x------ 1 yarn hadoop 4956 Jun 7 12:10 ./__spark_conf__/metrics.properties 72745091 4 -r-x------ 1 yarn hadoop 1308 Jun 7 12:10 ./__spark_conf__/hadoop-policy.xml 72745080 4 -r-x------ 1 yarn hadoop 2358 Jun 7 12:10 ./__spark_conf__/topology_script.py 72745079 4 -r-x------ 1 yarn hadoop 758 Jun 7 12:10 ./__spark_conf__/mapred-site.xml.template 72745086 8 -r-x------ 1 yarn hadoop 4221 Jun 7 12:10 ./__spark_conf__/task-log4j.properties 72745075 20 -r-x------ 1 yarn hadoop 17718 Jun 7 12:10 ./__spark_conf__/yarn-site.xml 72745097 4 -r-x------ 1 yarn hadoop 945 Jun 7 12:10 ./__spark_conf__/taskcontroller.cfg 72745082 8 -r-x------ 1 yarn hadoop 5305 Jun 7 12:10 ./__spark_conf__/yarn-env.sh 72745084 4 -r-x------ 1 yarn hadoop 1020 Jun 7 12:10 ./__spark_conf__/commons-logging.properties 72745096 4 -r-x------ 1 yarn hadoop 2697 Jun 7 12:10 ./__spark_conf__/ssl-server.xml.example 72745085 4 -r-x------ 1 yarn hadoop 1069 Jun 7 12:10 ./__spark_conf__/container-executor.cfg 72745077 4 -r-x------ 1 yarn hadoop 884 Jun 7 12:10 ./__spark_conf__/ssl-client.xml 72745073 8 -r-x------ 1 yarn hadoop 6369 Jun 7 12:10 ./__spark_conf__/hadoop-env.sh 72745078 4 -r-x------ 1 yarn hadoop 2135 Jun 7 12:10 ./__spark_conf__/capacity-scheduler.xml 72745083 8 -r-x------ 1 yarn hadoop 6787 Jun 7 12:10 ./__spark_conf__/hdfs-site.xml 72745072 4 -r-x------ 1 yarn hadoop 620 Jun 7 12:10 ./__spark_conf__/log4j.properties 72745099 4 -r-x------ 1 yarn hadoop 3913 Jun 7 12:10 ./__spark_conf__/__spark_conf__.properties 72745090 4 -r-x------ 1 yarn hadoop 2316 Jun 7 12:10 ./__spark_conf__/ssl-client.xml.example 72745081 4 -r-x------ 1 yarn hadoop 1335 Jun 7 12:10 ./__spark_conf__/configuration.xsl 72745015 4 drwx------ 3 yarn hadoop 4096 Jun 7 12:10 ./sparkr 72745016 4 drwx------ 9 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR 72745025 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/html 72745027 4 -r-x------ 1 yarn hadoop 937 Jun 7 12:10 ./sparkr/SparkR/html/00Index.html 72745026 4 -r-x------ 1 yarn hadoop 1319 Jun 7 12:10 ./sparkr/SparkR/html/R.css 72745028 4 drwx------ 3 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/tests 72745029 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/tests/testthat 72745039 8 -r-x------ 1 yarn hadoop 5331 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_textFile.R 72745036 4 -r-x------ 1 yarn hadoop 3372 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_take.R 72745044 4 -r-x------ 1 yarn hadoop 1272 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/jarTest.R 72745043 4 -r-x------ 1 yarn hadoop 1001 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/packageInAJarTest.R 72745031 8 -r-x------ 1 yarn hadoop 8128 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_shuffle.R 72745032 48 -r-x------ 1 yarn hadoop 47315 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_mllib.R 72745042 8 -r-x------ 1 yarn hadoop 8088 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_context.R 72745035 108 -r-x------ 1 yarn hadoop 109097 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_sparkSQL.R 72745033 8 -r-x------ 1 yarn hadoop 4574 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_parallelize_collect.R 72745034 4 -r-x------ 1 yarn hadoop 1772 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_broadcast.R 72745049 4 -r-x------ 1 yarn hadoop 2388 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_Serde.R 72745046 4 -r-x------ 1 yarn hadoop 1971 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_includePackage.R 72745037 4 -r-x------ 1 yarn hadoop 3231 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_binaryFile.R 72745038 4 -r-x------ 1 yarn hadoop 3873 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_binary_function.R 72745045 4 -r-x------ 1 yarn hadoop 1084 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_Windows.R 72745040 4 -r-x------ 1 yarn hadoop 1332 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_jvm_api.R 72745041 28 -r-x------ 1 yarn hadoop 28197 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_rdd.R 72745030 4 -r-x------ 1 yarn hadoop 1842 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_client.R 72745047 4 -r-x------ 1 yarn hadoop 1763 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_sparkR.R 72745048 12 -r-x------ 1 yarn hadoop 9110 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_utils.R 72745019 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/worker 72745021 12 -r-x------ 1 yarn hadoop 8950 Jun 7 12:10 ./sparkr/SparkR/worker/worker.R 72745020 4 -r-x------ 1 yarn hadoop 1975 Jun 7 12:10 ./sparkr/SparkR/worker/daemon.R 72745017 4 -r-x------ 1 yarn hadoop 1431 Jun 7 12:10 ./sparkr/SparkR/DESCRIPTION 72745022 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/profile 72745024 4 -r-x------ 1 yarn hadoop 1715 Jun 7 12:10 ./sparkr/SparkR/profile/shell.R 72745023 4 -r-x------ 1 yarn hadoop 958 Jun 7 12:10 ./sparkr/SparkR/profile/general.R 72745062 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/R 72745064 24 -r-x------ 1 yarn hadoop 23836 Jun 7 12:10 ./sparkr/SparkR/R/SparkR.rdx 72745065 4 -r-x------ 1 yarn hadoop 1056 Jun 7 12:10 ./sparkr/SparkR/R/SparkR 72745063 976 -r-x------ 1 yarn hadoop 999203 Jun 7 12:10 ./sparkr/SparkR/R/SparkR.rdb 72745050 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/Meta 72745055 4 -r-x------ 1 yarn hadoop 2467 Jun 7 12:10 ./sparkr/SparkR/Meta/nsInfo.rds 72745054 4 -r-x------ 1 yarn hadoop 38 Jun 7 12:10 ./sparkr/SparkR/Meta/links.rds 72745053 4 -r-x------ 1 yarn hadoop 1083 Jun 7 12:10 ./sparkr/SparkR/Meta/package.rds 72745051 4 -r-x------ 1 yarn hadoop 164 Jun 7 12:10 ./sparkr/SparkR/Meta/Rd.rds 72745052 4 -r-x------ 1 yarn hadoop 188 Jun 7 12:10 ./sparkr/SparkR/Meta/hsearch.rds 72745056 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/help 72745060 0 -r-x------ 1 yarn hadoop 0 Jun 7 12:10 ./sparkr/SparkR/help/AnIndex 72745059 4 -r-x------ 1 yarn hadoop 113 Jun 7 12:10 ./sparkr/SparkR/help/SparkR.rdx 72745061 4 -r-x------ 1 yarn hadoop 60 Jun 7 12:10 ./sparkr/SparkR/help/aliases.rds 72745058 4 -r-x------ 1 yarn hadoop 64 Jun 7 12:10 ./sparkr/SparkR/help/paths.rds 72745057 0 -r-x------ 1 yarn hadoop 0 Jun 7 12:10 ./sparkr/SparkR/help/SparkR.rdb 72745018 12 -r-x------ 1 yarn hadoop 10818 Jun 7 12:10 ./sparkr/SparkR/NAMESPACE 72745104 4 -rw-r--r-- 1 yarn hadoop 12 Jun 7 12:10 ./.container_tokens.crc 72745069 76 -r-x------ 1 yarn hadoop 74096 Jun 7 12:10 ./py4j-0.10.4-src.zip 69337528 12 drwxr-xr-x 2 yarn hadoop 12288 Jun 7 12:10 ./__spark_libs__ 69337802 208 -r-xr-xr-x 1 yarn hadoop 212453 Apr 1 22:52 ./__spark_libs__/commons-net-2.2.jar 69337673 20 -r-xr-xr-x 1 yarn hadoop 18336 Apr 1 22:52 ./__spark_libs__/jackson-jaxrs-1.9.13.jar 69337772 32 -r-xr-xr-x 1 yarn hadoop 29757 Apr 1 22:52 ./__spark_libs__/spark-sketch_2.11-2.1.0.2.6.0.3-8.jar 69337855 4 -r-xr-xr-x 1 yarn hadoop 2497 Apr 1 22:52 ./__spark_libs__/javax.inject-1.jar 69337849 3152 -r-xr-xr-x 1 yarn hadoop 3224708 Apr 1 22:52 ./__spark_libs__/derby-10.12.1.1.jar 69337847 1208 -r-xr-xr-x 1 yarn hadoop 1232993 Apr 1 22:52 ./__spark_libs__/spark-hive_2.11-2.1.0.2.6.0.3-8.jar 69337793 44 -r-xr-xr-x 1 yarn hadoop 41123 Apr 1 22:52 ./__spark_libs__/commons-cli-1.2.jar 69337529 728 -r-xr-xr-x 1 yarn hadoop 745325 Apr 1 22:52 ./__spark_libs__/azure-storage-4.2.0.jar 69337770 2780 -r-xr-xr-x 1 yarn hadoop 2842667 Apr 1 22:52 ./__spark_libs__/bcprov-jdk15on-1.51.jar 69337669 64 -r-xr-xr-x 1 yarn hadoop 65012 Apr 1 22:52 ./__spark_libs__/guice-servlet-3.0.jar 69337799 48 -r-xr-xr-x 1 yarn hadoop 48720 Apr 1 22:52 ./__spark_libs__/snappy-0.2.jar 69337739 96 -r-xr-xr-x 1 yarn hadoop 94796 Apr 1 22:52 ./__spark_libs__/pyrolite-4.13.jar 69337838 8 -r-xr-xr-x 1 yarn hadoop 4467 Apr 1 22:52 ./__spark_libs__/aopalliance-1.0.jar 69337828 72 -r-xr-xr-x 1 yarn hadoop 72733 Apr 1 22:52 ./__spark_libs__/jersey-media-jaxb-2.22.2.jar 69337728 20 -r-xr-xr-x 1 yarn hadoop 16430 Apr 1 22:52 ./__spark_libs__/jcl-over-slf4j-1.7.16.jar 69337883 1024 -r-xr-xr-x 1 yarn hadoop 1048117 Apr 1 22:52 ./__spark_libs__/parquet-jackson-1.8.1.jar 69337720 212 -r-xr-xr-x 1 yarn hadoop 213911 Apr 1 22:52 ./__spark_libs__/jline-2.12.1.jar 69337709 80 -r-xr-xr-x 1 yarn hadoop 78849 Apr 1 22:52 ./__spark_libs__/azure-data-lake-store-sdk-2.1.4.jar 69337771 1996 -r-xr-xr-x 1 yarn hadoop 2041628 Apr 1 22:52 ./__spark_libs__/jets3t-0.9.3.jar 69337765 204 -r-xr-xr-x 1 yarn hadoop 206035 Apr 1 22:52 ./__spark_libs__/commons-beanutils-core-1.8.0.jar 69337781 636 -r-xr-xr-x 1 yarn hadoop 648678 Apr 1 22:52 ./__spark_libs__/scala-xml_2.11-1.0.2.jar 69337564 184 -r-xr-xr-x 1 yarn hadoop 185140 Apr 1 22:52 ./__spark_libs__/commons-io-2.4.jar 69337670 36 -r-xr-xr-x 1 yarn hadoop 36247 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-server-web-proxy-2.7.3.2.6.0.3-8.jar 69337830 216 -r-xr-xr-x 1 yarn hadoop 218076 Apr 1 22:52 ./__spark_libs__/parquet-hadoop-1.8.1.jar 69337867 280 -r-xr-xr-x 1 yarn hadoop 284220 Apr 1 22:52 ./__spark_libs__/commons-lang-2.6.jar 69337723 320 -r-xr-xr-x 1 yarn hadoop 326724 Apr 1 22:52 ./__spark_libs__/httpcore-4.4.4.jar 69337753 776 -r-xr-xr-x 1 yarn hadoop 794543 Apr 1 22:52 ./__spark_libs__/zookeeper-3.4.6.2.6.0.3-8.jar 69337825 20 -r-xr-xr-x 1 yarn hadoop 18098 Apr 1 22:52 ./__spark_libs__/jersey-container-servlet-2.22.2.jar 69337862 472 -r-xr-xr-x 1 yarn hadoop 479881 Apr 1 22:52 ./__spark_libs__/commons-lang3-3.5.jar 69337533 676 -r-xr-xr-x 1 yarn hadoop 691479 Apr 1 22:52 ./__spark_libs__/apacheds-kerberos-codec-2.0.0-M15.jar 69337837 1768 -r-xr-xr-x 1 yarn hadoop 1809447 Apr 1 22:52 ./__spark_libs__/datanucleus-rdbms-3.2.9.jar 69337565 28 -r-xr-xr-x 1 yarn hadoop 26514 Apr 1 22:52 ./__spark_libs__/stax-api-1.0.1.jar 69337869 12 -r-xr-xr-x 1 yarn hadoop 9939 Apr 1 22:52 ./__spark_libs__/slf4j-log4j12-1.7.16.jar 69337894 352 -r-xr-xr-x 1 yarn hadoop 358390 Apr 1 22:52 ./__spark_libs__/kryo-shaded-3.0.3.jar 69337834 684 -r-xr-xr-x 1 yarn hadoop 699286 Apr 1 22:52 ./__spark_libs__/spark-graphx_2.11-2.1.0.2.6.0.3-8.jar 69337864 212 -r-xr-xr-x 1 yarn hadoop 216419 Apr 1 22:52 ./__spark_libs__/hadoop-aws-2.7.3.2.6.0.3-8.jar 69337738 212 -r-xr-xr-x 1 yarn hadoop 213786 Apr 1 22:52 ./__spark_libs__/hadoop-azure-2.7.3.2.6.0.3-8.jar 69337822 296 -r-xr-xr-x 1 yarn hadoop 302248 Apr 1 22:52 ./__spark_libs__/antlr4-runtime-4.5.3.jar 69337667 300 -r-xr-xr-x 1 yarn hadoop 305001 Apr 1 22:52 ./__spark_libs__/commons-httpclient-3.1.jar 69337773 748 -r-xr-xr-x 1 yarn hadoop 764569 Apr 1 22:52 ./__spark_libs__/jtransforms-2.4.0.jar 69337845 2004 -r-xr-xr-x 1 yarn hadoop 2049451 Apr 1 22:52 ./__spark_libs__/shapeless_2.11-2.0.0.jar 69337751 1204 -r-xr-xr-x 1 yarn hadoop 1230201 Apr 1 22:52 ./__spark_libs__/netty-3.8.0.Final.jar 69337826 236 -r-xr-xr-x 1 yarn hadoop 241367 Apr 1 22:52 ./__spark_libs__/commons-compress-1.4.1.jar 69337748 256 -r-xr-xr-x 1 yarn hadoop 258876 Apr 1 22:52 ./__spark_libs__/jackson-core-2.6.5.jar 69337852 44 -r-xr-xr-x 1 yarn hadoop 41755 Apr 1 22:52 ./__spark_libs__/objenesis-2.1.jar 69337876 220 -r-xr-xr-x 1 yarn hadoop 223573 Apr 1 22:52 ./__spark_libs__/chill_2.11-0.8.0.jar 69337741 80 -r-xr-xr-x 1 yarn hadoop 79912 Apr 1 22:52 ./__spark_libs__/api-util-1.0.0-M20.jar 69337848 3440 -r-xr-xr-x 1 yarn hadoop 3519262 Apr 1 22:52 ./__spark_libs__/calcite-core-1.2.0-incubating.jar 69337805 40 -r-xr-xr-x 1 yarn hadoop 40856 Apr 1 22:52 ./__spark_libs__/hive-cli-1.2.1.spark2.hdp.jar 69337671 2140 -r-xr-xr-x 1 yarn hadoop 2189117 Apr 1 22:52 ./__spark_libs__/guava-14.0.1.jar 69337812 1144 -r-xr-xr-x 1 yarn hadoop 1171380 Apr 1 22:52 ./__spark_libs__/jackson-databind-2.6.5.jar 69337795 440 -r-xr-xr-x 1 yarn hadoop 448794 Apr 1 22:52 ./__spark_libs__/apache-log4j-extras-1.2.17.jar 69337734 20 -r-xr-xr-x 1 yarn hadoop 17008 Apr 1 22:52 ./__spark_libs__/base64-2.3.8.jar 69337710 164 -r-xr-xr-x 1 yarn hadoop 164368 Apr 1 22:52 ./__spark_libs__/antlr-runtime-3.4.jar 69337888 952 -r-xr-xr-x 1 yarn hadoop 971310 Apr 1 22:52 ./__spark_libs__/jersey-guava-2.22.2.jar 69337870 720 -r-xr-xr-x 1 yarn hadoop 735574 Apr 1 22:52 ./__spark_libs__/janino-3.0.0.jar 69337800 5380 -r-xr-xr-x 1 yarn hadoop 5505067 Apr 1 22:52 ./__spark_libs__/hive-metastore-1.2.1.spark2.hdp.jar 69337804 80 -r-xr-xr-x 1 yarn hadoop 79845 Apr 1 22:52 ./__spark_libs__/compress-lzf-1.0.3.jar 69337755 380 -r-xr-xr-x 1 yarn hadoop 387188 Apr 1 22:52 ./__spark_libs__/parquet-format-2.3.0-incubating.jar 69337534 1256 -r-xr-xr-x 1 yarn hadoop 1282424 Apr 1 22:52 ./__spark_libs__/ivy-2.4.0.jar 69337708 7328 -r-xr-xr-x 1 yarn hadoop 7503383 Apr 1 22:52 ./__spark_libs__/spark-catalyst_2.11-2.1.0.2.6.0.3-8.jar 69337806 64 -r-xr-xr-x 1 yarn hadoop 63777 Apr 1 22:52 ./__spark_libs__/validation-api-1.1.0.Final.jar 69337891 44 -r-xr-xr-x 1 yarn hadoop 41263 Apr 1 22:52 ./__spark_libs__/jackson-module-paranamer-2.6.5.jar 69337733 8 -r-xr-xr-x 1 yarn hadoop 5310 Apr 1 22:52 ./__spark_libs__/pmml-schema-1.2.15.jar 69337745 420 -r-xr-xr-x 1 yarn hadoop 427780 Apr 1 22:52 ./__spark_libs__/jodd-core-3.5.2.jar 69337871 100 -r-xr-xr-x 1 yarn hadoop 101125 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-registry-2.7.3.2.6.0.3-8.jar 69337857 388 -r-xr-xr-x 1 yarn hadoop 395195 Apr 1 22:52 ./__spark_libs__/javolution-5.5.1.jar 69337779 2264 -r-xr-xr-x 1 yarn hadoop 2314839 Apr 1 22:52 ./__spark_libs__/netty-all-4.0.42.Final.jar 69337824 256 -r-xr-xr-x 1 yarn hadoop 258578 Apr 1 22:52 ./__spark_libs__/aws-java-sdk-kms-1.10.6.jar 69337561 12 -r-xr-xr-x 1 yarn hadoop 10092 Apr 1 22:52 ./__spark_libs__/azure-keyvault-core-0.8.0.jar 69337719 36 -r-xr-xr-x 1 yarn hadoop 36627 Apr 1 22:52 ./__spark_libs__/commons-compiler-3.0.0.jar 69337726 292 -r-xr-xr-x 1 yarn hadoop 298829 Apr 1 22:52 ./__spark_libs__/commons-configuration-1.6.jar 69337880 924 -r-xr-xr-x 1 yarn hadoop 945914 Apr 1 22:52 ./__spark_libs__/parquet-column-1.8.1.jar 69337823 192 -r-xr-xr-x 1 yarn hadoop 193238 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-client-2.7.3.2.6.0.3-8.jar 69337892 52 -r-xr-xr-x 1 yarn hadoop 50619 Apr 1 22:52 ./__spark_libs__/chill-java-0.8.0.jar 69337811 6504 -r-xr-xr-x 1 yarn hadoop 6657956 Apr 1 22:52 ./__spark_libs__/spark-sql_2.11-2.1.0.2.6.0.3-8.jar 69337787 11664 -r-xr-xr-x 1 yarn hadoop 11939986 Apr 1 22:52 ./__spark_libs__/spark-core_2.11-2.1.0.2.6.0.3-8.jar 69337568 504 -r-xr-xr-x 1 yarn hadoop 515604 Apr 1 22:52 ./__spark_libs__/jackson-module-scala_2.11-2.6.5.jar 69337566 180 -r-xr-xr-x 1 yarn hadoop 180736 Apr 1 22:52 ./__spark_libs__/avro-mapred-1.7.7-hadoop2.jar 69337835 40 -r-xr-xr-x 1 yarn hadoop 39280 Apr 1 22:52 ./__spark_libs__/metrics-jvm-3.1.2.jar 69337889 232 -r-xr-xr-x 1 yarn hadoop 234201 Apr 1 22:52 ./__spark_libs__/libthrift-0.9.3.jar 69337747 100 -r-xr-xr-x 1 yarn hadoop 100636 Apr 1 22:52 ./__spark_libs__/jsp-api-2.1.jar 69337780 16 -r-xr-xr-x 1 yarn hadoop 15010 Apr 1 22:52 ./__spark_libs__/xmlenc-0.52.jar 69337530 1168 -r-xr-xr-x 1 yarn hadoop 1194003 Apr 1 22:52 ./__spark_libs__/arpack_combined_all-0.1.jar 69337875 200 -r-xr-xr-x 1 yarn hadoop 201124 Apr 1 22:52 ./__spark_libs__/jdo-api-3.0.1.jar 69337543 52 -r-xr-xr-x 1 yarn hadoop 51484 Apr 1 22:52 ./__spark_libs__/json-smart-1.1.1.jar 69337778 640 -r-xr-xr-x 1 yarn hadoop 654216 Apr 1 22:52 ./__spark_libs__/pmml-model-1.2.15.jar 69337792 616 -r-xr-xr-x 1 yarn hadoop 627814 Apr 1 22:52 ./__spark_libs__/joda-time-2.9.3.jar 69337832 12 -r-xr-xr-x 1 yarn hadoop 10023 Apr 1 22:52 ./__spark_libs__/java-xmlbuilder-1.0.jar 69337886 416 -r-xr-xr-x 1 yarn hadoop 423753 Apr 1 22:52 ./__spark_libs__/scala-parser-combinators_2.11-1.0.4.jar 69337873 2052 -r-xr-xr-x 1 yarn hadoop 2101079 Apr 1 22:52 ./__spark_libs__/spark-streaming_2.11-2.1.0.2.6.0.3-8.jar 69337548 176 -r-xr-xr-x 1 yarn hadoop 178947 Apr 1 22:52 ./__spark_libs__/hk2-api-2.4.0-b34.jar 69337721 64 -r-xr-xr-x 1 yarn hadoop 65261 Apr 1 22:52 ./__spark_libs__/oro-2.0.8.jar 69337759 24 -r-xr-xr-x 1 yarn hadoop 20852 Apr 1 22:52 ./__spark_libs__/metrics-graphite-3.1.2.jar 69337692 96 -r-xr-xr-x 1 yarn hadoop 94672 Apr 1 22:52 ./__spark_libs__/xz-1.0.jar 69337842 788 -r-xr-xr-x 1 yarn hadoop 802818 Apr 1 22:52 ./__spark_libs__/scalap-2.11.8.jar 69337680 84 -r-xr-xr-x 1 yarn hadoop 82421 Apr 1 22:52 ./__spark_libs__/json4s-ast_2.11-3.2.11.jar 69337712 332 -r-xr-xr-x 1 yarn hadoop 339666 Apr 1 22:52 ./__spark_libs__/datanucleus-api-jdo-3.2.6.jar 69337768 480 -r-xr-xr-x 1 yarn hadoop 489884 Apr 1 22:52 ./__spark_libs__/log4j-1.2.17.jar 69337884 524 -r-xr-xr-x 1 yarn hadoop 533455 Apr 1 22:52 ./__spark_libs__/protobuf-java-2.5.0.jar 69337715 56 -r-xr-xr-x 1 yarn hadoop 54071 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-shuffle-2.7.3.2.6.0.3-8.jar 69337679 4468 -r-xr-xr-x 1 yarn hadoop 4573750 Apr 1 22:52 ./__spark_libs__/scala-reflect-2.11.8.jar 69337818 48 -r-xr-xr-x 1 yarn hadoop 45210 Apr 1 22:52 ./__spark_libs__/spark-unsafe_2.11-2.1.0.2.6.0.3-8.jar 69337783 36 -r-xr-xr-x 1 yarn hadoop 33015 Apr 1 22:52 ./__spark_libs__/jsr305-1.3.9.jar 69337761 528 -r-xr-xr-x 1 yarn hadoop 540298 Apr 1 22:52 ./__spark_libs__/jetty-6.1.26.hwx.jar 69337740 68 -r-xr-xr-x 1 yarn hadoop 65840 Apr 1 22:52 ./__spark_libs__/spark-repl_2.11-2.1.0.2.6.0.3-8.jar 69337881 188 -r-xr-xr-x 1 yarn hadoop 188671 Apr 1 22:52 ./__spark_libs__/commons-beanutils-1.7.0.jar 69337735 400 -r-xr-xr-x 1 yarn hadoop 409467 Apr 1 22:52 ./__spark_libs__/mx4j-3.0.2.jar 69337737 20 -r-xr-xr-x 1 yarn hadoop 17369 Apr 1 22:52 ./__spark_libs__/hadoop-annotations-2.7.3.2.6.0.3-8.jar 69337814 64 -r-xr-xr-x 1 yarn hadoop 61837 Apr 1 22:52 ./__spark_libs__/spark-network-shuffle_2.11-2.1.0.2.6.0.3-8.jar 69337878 172 -r-xr-xr-x 1 yarn hadoop 174351 Apr 1 22:52 ./__spark_libs__/stream-2.7.0.jar 69337555 44 -r-xr-xr-x 1 yarn hadoop 44925 Apr 1 22:52 ./__spark_libs__/apacheds-i18n-2.0.0-M15.jar 69337553 280 -r-xr-xr-x 1 yarn hadoop 285479 Apr 1 22:52 ./__spark_libs__/parquet-encoding-1.8.1.jar 69337882 144 -r-xr-xr-x 1 yarn hadoop 143602 Apr 1 22:52 ./__spark_libs__/commons-digester-1.8.jar 69337730 7108 -r-xr-xr-x 1 yarn hadoop 7276083 Apr 1 22:52 ./__spark_libs__/spire_2.11-0.7.4.jar 69337758 28 -r-xr-xr-x 1 yarn hadoop 27084 Apr 1 22:52 ./__spark_libs__/jackson-xc-1.9.13.jar 69337895 68 -r-xr-xr-x 1 yarn hadoop 66270 Apr 1 22:52 ./__spark_libs__/jersey-container-servlet-core-2.22.2.jar 69337766 88 -r-xr-xr-x 1 yarn hadoop 86811 Apr 1 22:52 ./__spark_libs__/spire-macros_2.11-0.7.4.jar 69337856 4 -r-xr-xr-x 1 yarn hadoop 2566 Apr 1 22:52 ./__spark_libs__/hadoop-client-2.7.3.2.6.0.3-8.jar 69337743 16 -r-xr-xr-x 1 yarn hadoop 15523 Apr 1 22:52 ./__spark_libs__/spark-tags_2.11-2.1.0.2.6.0.3-8.jar 69337893 1988 -r-xr-xr-x 1 yarn hadoop 2035066 Apr 1 22:52 ./__spark_libs__/commons-math3-3.4.1.jar 69337531 508 -r-xr-xr-x 1 yarn hadoop 516632 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-app-2.7.3.2.6.0.3-8.jar 69337790 5612 -r-xr-xr-x 1 yarn hadoop 5744974 Apr 1 22:52 ./__spark_libs__/scala-library-2.11.8.jar 69337725 20 -r-xr-xr-x 1 yarn hadoop 18482 Apr 1 22:52 ./__spark_libs__/eigenbase-properties-1.1.5.jar 69337813 68 -r-xr-xr-x 1 yarn hadoop 68866 Apr 1 22:52 ./__spark_libs__/curator-client-2.6.0.jar 69337872 84 -r-xr-xr-x 1 yarn hadoop 82908 Apr 1 22:52 ./__spark_libs__/spark-cloud_2.11-2.1.0.2.6.0.3-8.jar 69337535 40 -r-xr-xr-x 1 yarn hadoop 38604 Apr 1 22:52 ./__spark_libs__/parquet-common-1.8.1.jar 69337716 232 -r-xr-xr-x 1 yarn hadoop 236880 Apr 1 22:52 ./__spark_libs__/lz4-1.3.0.jar 69337782 96 -r-xr-xr-x 1 yarn hadoop 96221 Apr 1 22:52 ./__spark_libs__/commons-pool-1.5.4.jar 69337840 188 -r-xr-xr-x 1 yarn hadoop 190432 Apr 1 22:52 ./__spark_libs__/gson-2.2.4.jar 69337762 180 -r-xr-xr-x 1 yarn hadoop 181926 Apr 1 22:52 ./__spark_libs__/breeze-macros_2.11-0.12.jar 69337860 576 -r-xr-xr-x 1 yarn hadoop 588337 Apr 1 22:52 ./__spark_libs__/commons-collections-3.2.2.jar 69337821 104 -r-xr-xr-x 1 yarn hadoop 105134 Apr 1 22:52 ./__spark_libs__/jaxb-api-2.2.2.jar 69337853 1776 -r-xr-xr-x 1 yarn hadoop 1814993 Apr 1 22:52 ./__spark_libs__/spark-hive-thriftserver_2.11-2.1.0.2.6.0.3-8.jar 69337742 512 -r-xr-xr-x 1 yarn hadoop 521157 Apr 1 22:52 ./__spark_libs__/mail-1.4.7.jar 69337817 20 -r-xr-xr-x 1 yarn hadoop 16993 Apr 1 22:52 ./__spark_libs__/JavaEWAH-0.3.2.jar 69337863 64 -r-xr-xr-x 1 yarn hadoop 64661 Apr 1 22:52 ./__spark_libs__/okio-1.4.0.jar 69337769 11232 -r-xr-xr-x 1 yarn hadoop 11499118 Apr 1 22:52 ./__spark_libs__/hive-exec-1.2.1.spark2.hdp.jar 69337858 144 -r-xr-xr-x 1 yarn hadoop 144660 Apr 1 22:52 ./__spark_libs__/xbean-asm5-shaded-4.4.jar 69337865 228 -r-xr-xr-x 1 yarn hadoop 232248 Apr 1 22:52 ./__spark_libs__/jackson-core-asl-1.9.13.jar 69337829 428 -r-xr-xr-x 1 yarn hadoop 436303 Apr 1 22:52 ./__spark_libs__/avro-1.7.7.jar 69337760 1444 -r-xr-xr-x 1 yarn hadoop 1475955 Apr 1 22:52 ./__spark_libs__/htrace-core-3.1.0-incubating.jar 69337831 116 -r-xr-xr-x 1 yarn hadoop 115534 Apr 1 22:52 ./__spark_libs__/javax.ws.rs-api-2.0.1.jar 69337798 48 -r-xr-xr-x 1 yarn hadoop 46983 Apr 1 22:52 ./__spark_libs__/jackson-annotations-2.6.5.jar 69337729 20 -r-xr-xr-x 1 yarn hadoop 16560 Apr 1 22:52 ./__spark_libs__/api-asn1-api-1.0.0-M20.jar 69337866 116 -r-xr-xr-x 1 yarn hadoop 115472 Apr 1 22:52 ./__spark_libs__/py4j-0.10.4.jar 69337711 112 -r-xr-xr-x 1 yarn hadoop 112558 Apr 1 22:52 ./__spark_libs__/metrics-core-3.1.2.jar 69337846 1712 -r-xr-xr-x 1 yarn hadoop 1750519 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-common-2.7.3.2.6.0.3-8.jar 69337777 176 -r-xr-xr-x 1 yarn hadoop 178648 Apr 1 22:52 ./__spark_libs__/nimbus-jose-jwt-3.9.jar 69337879 764 -r-xr-xr-x 1 yarn hadoop 780664 Apr 1 22:52 ./__spark_libs__/jackson-mapper-asl-1.9.13.jar 69337885 1032 -r-xr-xr-x 1 yarn hadoop 1056168 Apr 1 22:52 ./__spark_libs__/snappy-java-1.1.2.6.jar 69337767 2732 -r-xr-xr-x 1 yarn hadoop 2796935 Apr 1 22:52 ./__spark_libs__/parquet-hadoop-bundle-1.6.0.jar 69337763 24 -r-xr-xr-x 1 yarn hadoop 23346 Apr 1 22:52 ./__spark_libs__/stax-api-1.0-2.jar 69337666 8484 -r-xr-xr-x 1 yarn hadoop 8686273 Apr 1 22:52 ./__spark_libs__/hadoop-hdfs-2.7.3.2.6.0.3-8.jar 69337874 68 -r-xr-xr-x 1 yarn hadoop 69409 Apr 1 22:52 ./__spark_libs__/activation-1.1.1.jar 69337775 100 -r-xr-xr-x 1 yarn hadoop 100682 Apr 1 22:52 ./__spark_libs__/hive-jdbc-1.2.1.spark2.hdp.jar 69337854 232 -r-xr-xr-x 1 yarn hadoop 236660 Apr 1 22:52 ./__spark_libs__/ST4-4.0.4.jar 69337851 280 -r-xr-xr-x 1 yarn hadoop 284184 Apr 1 22:52 ./__spark_libs__/commons-codec-1.10.jar 69337807 720 -r-xr-xr-x 1 yarn hadoop 736658 Apr 1 22:52 ./__spark_libs__/httpclient-4.5.2.jar 69337809 116 -r-xr-xr-x 1 yarn hadoop 114746 Apr 1 22:52 ./__spark_libs__/hadoop-openstack-2.7.3.2.6.0.3-8.jar 69337789 700 -r-xr-xr-x 1 yarn hadoop 714194 Apr 1 22:52 ./__spark_libs__/javassist-3.18.1-GA.jar 69337827 176 -r-xr-xr-x 1 yarn hadoop 177214 Apr 1 22:52 ./__spark_libs__/jetty-util-6.1.26.hwx.jar 69337732 15128 -r-xr-xr-x 1 yarn hadoop 15487351 Apr 1 22:52 ./__spark_libs__/scala-compiler-2.11.8.jar 69337841 40 -r-xr-xr-x 1 yarn hadoop 40341 Apr 1 22:52 ./__spark_libs__/json4s-jackson_2.11-3.2.11.jar 69337850 436 -r-xr-xr-x 1 yarn hadoop 442406 Apr 1 22:52 ./__spark_libs__/calcite-linq4j-1.2.0-incubating.jar 69337861 200 -r-xr-xr-x 1 yarn hadoop 201928 Apr 1 22:52 ./__spark_libs__/RoaringBitmap-0.5.11.jar 69337573 244 -r-xr-xr-x 1 yarn hadoop 248171 Apr 1 22:52 ./__spark_libs__/curator-recipes-2.6.0.jar 69337717 560 -r-xr-xr-x 1 yarn hadoop 570101 Apr 1 22:52 ./__spark_libs__/aws-java-sdk-s3-1.10.6.jar 69337544 28 -r-xr-xr-x 1 yarn hadoop 26366 Apr 1 22:52 ./__spark_libs__/javax.annotation-api-1.2.jar 69337554 120 -r-xr-xr-x 1 yarn hadoop 118973 Apr 1 22:52 ./__spark_libs__/hk2-utils-2.4.0-b34.jar 69337764 164 -r-xr-xr-x 1 yarn hadoop 167421 Apr 1 22:52 ./__spark_libs__/jersey-client-2.22.2.jar 69337803 160 -r-xr-xr-x 1 yarn hadoop 160519 Apr 1 22:52 ./__spark_libs__/commons-dbcp-1.4.jar 69337776 20 -r-xr-xr-x 1 yarn hadoop 18899 Apr 1 22:52 ./__spark_libs__/jetty-sslengine-6.1.26.hwx.jar 69337801 176 -r-xr-xr-x 1 yarn hadoop 178962 Apr 1 22:52 ./__spark_libs__/spark-mllib-local_2.11-2.1.0.2.6.0.3-8.jar 69337839 192 -r-xr-xr-x 1 yarn hadoop 192993 Apr 1 22:52 ./__spark_libs__/avro-ipc-1.7.7.jar 69337868 320 -r-xr-xr-x 1 yarn hadoop 325553 Apr 1 22:52 ./__spark_libs__/univocity-parsers-2.2.1.jar 69337844 48 -r-xr-xr-x 1 yarn hadoop 48418 Apr 1 22:52 ./__spark_libs__/jackson-dataformat-cbor-2.6.5.jar 69337724 14080 -r-xr-xr-x 1 yarn hadoop 14413834 Apr 1 22:52 ./__spark_libs__/breeze_2.11-0.12.jar 69337820 64 -r-xr-xr-x 1 yarn hadoop 62050 Apr 1 22:52 ./__spark_libs__/commons-logging-1.1.3.jar 69337808 96 -r-xr-xr-x 1 yarn hadoop 95806 Apr 1 22:52 ./__spark_libs__/javax.servlet-api-3.1.0.jar 69337731 2068 -r-xr-xr-x 1 yarn hadoop 2117552 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-api-2.7.3.2.6.0.3-8.jar 69337788 72 -r-xr-xr-x 1 yarn hadoop 70589 Apr 1 22:52 ./__spark_libs__/spark-launcher_2.11-2.1.0.2.6.0.3-8.jar 69337707 684 -r-xr-xr-x 1 yarn hadoop 698375 Apr 1 22:52 ./__spark_libs__/jersey-common-2.22.2.jar 69337727 20 -r-xr-xr-x 1 yarn hadoop 19827 Apr 1 22:52 ./__spark_libs__/opencsv-2.3.jar 69337744 504 -r-xr-xr-x 1 yarn hadoop 516062 Apr 1 22:52 ./__spark_libs__/aws-java-sdk-core-1.10.6.jar 69337794 16 -r-xr-xr-x 1 yarn hadoop 15071 Apr 1 22:52 ./__spark_libs__/jta-1.1.jar 69337714 8 -r-xr-xr-x 1 yarn hadoop 5711 Apr 1 22:52 ./__spark_libs__/minlog-1.3.0.jar 69337816 1024 -r-xr-xr-x 1 yarn hadoop 1045744 Apr 1 22:52 ./__spark_libs__/leveldbjni-all-1.8.jar 69337819 40 -r-xr-xr-x 1 yarn hadoop 39395 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-jobclient-2.7.3.2.6.0.3-8.jar 69337797 24 -r-xr-xr-x 1 yarn hadoop 23838 Apr 1 22:52 ./__spark_libs__/hadoop-azure-datalake-2.7.3.2.6.0.3-8.jar 69337836 436 -r-xr-xr-x 1 yarn hadoop 445288 Apr 1 22:52 ./__spark_libs__/antlr-2.7.7.jar 69337552 20 -r-xr-xr-x 1 yarn hadoop 20235 Apr 1 22:52 ./__spark_libs__/osgi-resource-locator-1.0.1.jar 69337722 132 -r-xr-xr-x 1 yarn hadoop 134595 Apr 1 22:52 ./__spark_libs__/commons-crypto-1.0.0.jar 69337539 16 -r-xr-xr-x 1 yarn hadoop 14766 Apr 1 22:52 ./__spark_libs__/aopalliance-repackaged-2.4.0-b34.jar 69337757 412 -r-xr-xr-x 1 yarn hadoop 420785 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-server-common-2.7.3.2.6.0.3-8.jar 69337796 1848 -r-xr-xr-x 1 yarn hadoop 1890075 Apr 1 22:52 ./__spark_libs__/datanucleus-core-3.2.10.jar 69337736 184 -r-xr-xr-x 1 yarn hadoop 185245 Apr 1 22:52 ./__spark_libs__/curator-framework-2.6.0.jar 69337890 256 -r-xr-xr-x 1 yarn hadoop 258370 Apr 1 22:52 ./__spark_libs__/calcite-avatica-1.2.0-incubating.jar 69337713 736 -r-xr-xr-x 1 yarn hadoop 752751 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-common-2.7.3.2.6.0.3-8.jar 69337756 80 -r-xr-xr-x 1 yarn hadoop 79173 Apr 1 22:52 ./__spark_libs__/hadoop-auth-2.7.3.2.6.0.3-8.jar 69337749 148 -r-xr-xr-x 1 yarn hadoop 148627 Apr 1 22:52 ./__spark_libs__/stringtemplate-3.2.1.jar 69337681 1500 -r-xr-xr-x 1 yarn hadoop 1535773 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-core-2.7.3.2.6.0.3-8.jar 69337672 932 -r-xr-xr-x 1 yarn hadoop 951701 Apr 1 22:52 ./__spark_libs__/jersey-server-2.22.2.jar 69337877 312 -r-xr-xr-x 1 yarn hadoop 319099 Apr 1 22:52 ./__spark_libs__/okhttp-2.4.0.jar 69337785 16 -r-xr-xr-x 1 yarn hadoop 15827 Apr 1 22:52 ./__spark_libs__/metrics-json-3.1.2.jar 69337754 728 -r-xr-xr-x 1 yarn hadoop 742988 Apr 1 22:52 ./__spark_libs__/spark-yarn_2.11-2.1.0.2.6.0.3-8.jar 69337752 3564 -r-xr-xr-x 1 yarn hadoop 3646287 Apr 1 22:52 ./__spark_libs__/hadoop-common-2.7.3.2.6.0.3-8.jar 69337774 40 -r-xr-xr-x 1 yarn hadoop 40509 Apr 1 22:52 ./__spark_libs__/slf4j-api-1.7.16.jar 69337718 6048 -r-xr-xr-x 1 yarn hadoop 6189401 Apr 1 22:52 ./__spark_libs__/spark-mllib_2.11-2.1.0.2.6.0.3-8.jar 69337859 576 -r-xr-xr-x 1 yarn hadoop 589462 Apr 1 22:52 ./__spark_libs__/json4s-core_2.11-3.2.11.jar 69337784 164 -r-xr-xr-x 1 yarn hadoop 164422 Apr 1 22:52 ./__spark_libs__/core-1.1.2.jar 69337562 696 -r-xr-xr-x 1 yarn hadoop 710492 Apr 1 22:52 ./__spark_libs__/guice-3.0.jar 69337567 136 -r-xr-xr-x 1 yarn hadoop 138449 Apr 1 22:52 ./__spark_libs__/hive-beeline-1.2.1.spark2.hdp.jar 69337810 92 -r-xr-xr-x 1 yarn hadoop 93210 Apr 1 22:52 ./__spark_libs__/super-csv-2.2.0.jar 69337833 8 -r-xr-xr-x 1 yarn hadoop 5950 Apr 1 22:52 ./__spark_libs__/javax.inject-2.4.0-b34.jar 69337815 308 -r-xr-xr-x 1 yarn hadoop 313702 Apr 1 22:52 ./__spark_libs__/libfb303-0.9.3.jar 69337791 180 -r-xr-xr-x 1 yarn hadoop 181271 Apr 1 22:52 ./__spark_libs__/hk2-locator-2.4.0-b34.jar 69337786 112 -r-xr-xr-x 1 yarn hadoop 110600 Apr 1 22:52 ./__spark_libs__/bonecp-0.8.0.RELEASE.jar 69337678 32 -r-xr-xr-x 1 yarn hadoop 29555 Apr 1 22:52 ./__spark_libs__/paranamer-2.3.jar 69337750 8 -r-xr-xr-x 1 yarn hadoop 4596 Apr 1 22:52 ./__spark_libs__/jul-to-slf4j-1.7.16.jar 69337746 4 -r-xr-xr-x 1 yarn hadoop 2254 Apr 1 22:52 ./__spark_libs__/jcip-annotations-1.0.jar 69337664 2304 -r-xr-xr-x 1 yarn hadoop 2356793 Apr 1 22:52 ./__spark_libs__/spark-network-common_2.11-2.1.0.2.6.0.3-8.jar 69337887 1204 -r-xr-xr-x 1 yarn hadoop 1229125 Apr 1 22:52 ./__spark_libs__/xercesImpl-2.9.1.jar 69337843 12 -r-xr-xr-x 1 yarn hadoop 12131 Apr 1 22:52 ./__spark_libs__/jpam-1.1.jar 72745108 4 -rw-r--r-- 1 yarn hadoop 16 Jun 7 12:10 ./.default_container_executor_session.sh.crc 72745105 8 -rwx------ 1 yarn hadoop 6251 Jun 7 12:10 ./launch_container.sh 72745014 448 -r-x------ 1 yarn hadoop 454814 Jun 7 12:10 ./pyspark.zip 72745102 4 drwx--x--- 2 yarn hadoop 4096 Jun 7 12:10 ./tmp 72745109 4 -rwx------ 1 yarn hadoop 718 Jun 7 12:10 ./default_container_executor.sh broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info LogType:launch_container.sh Log Upload Time:Wed Jun 07 12:11:10 +0000 2017 LogLength:6251 Log Contents: #!/bin/bash export SPARK_YARN_STAGING_DIR="hdfs://hdfs-hadoop-88hh.c.creditvidya-152512.internal:8020/user/zeppelin/.sparkStaging/application_1496837077102_0002" export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/hdp/current/hadoop-client/conf"} export MAX_APP_ATTEMPTS="2" export JAVA_HOME=${JAVA_HOME:-"/usr/jdk64/jdk1.8.0_112"} export APP_SUBMIT_TIME_ENV="1496837409488" export NM_HOST="hdfs-hadoop-6rgx.c.creditvidya-152512.internal" export LOGNAME="zeppelin" export JVM_PID="$$" export PWD="/hadoop/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001" export LOCAL_DIRS="/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002,/hadoop/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002" export PYTHONPATH="/usr/hdp/current/spark2-client//python/lib/py4j-0.10.4-src.zip:/usr/hdp/current/spark2-client//python/:/usr/hdp/current/spark2-client//python:/usr/hdp/current/spark2-client//python/lib/py4j-0.8.2.1-src.zip:$PWD/pyspark.zip:$PWD/py4j-0.10.4-src.zip:$PWD/pyspark.zip:$PWD/py4j-0.10.4-src.zip" export APPLICATION_WEB_PROXY_BASE="/proxy/application_1496837077102_0002" export NM_HTTP_PORT="8042" export LOG_DIRS="/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001,/hadoop/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= " export NM_PORT="45454" export USER="zeppelin" export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/hdp/current/hadoop-yarn-nodemanager"} export CLASSPATH="/etc/zeppelin/conf/external-dependency-conf::/usr/hdp/current/zeppelin-server/interpreter/spark/*:/usr/hdp/current/zeppelin-server/lib/interpreter/*::/usr/hdp/current/zeppelin-server/interpreter/spark/zeppelin-spark_2.10-0.7.0.2.6.0.3-8.jar:$PWD:$PWD/__spark_conf__:$PWD/__spark_libs__/*:/etc/hadoop/conf:/usr/hdp/current/hadoop-client/*:/usr/hdp/current/hadoop-client/lib/*:/usr/hdp/current/hadoop-hdfs-client/*:/usr/hdp/current/hadoop-hdfs-client/lib/*:/usr/hdp/current/hadoop-yarn-client/*:/usr/hdp/current/hadoop-yarn-client/lib/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.6.0.3-8/hadoop/lib/hadoop-lzo-0.6.0.2.6.0.3-8.jar:/etc/hadoop/conf/secure" export SPARK_YARN_MODE="true" export HADOOP_TOKEN_FILE_LOCATION="/hadoop/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001/container_tokens" export NM_AUX_SERVICE_spark_shuffle="" export SPARK_USER="zeppelin" export LOCAL_USER_DIRS="/hadoop/yarn/local/usercache/zeppelin/,/hadoop/hadoop/yarn/local/usercache/zeppelin/" export SPARK_YARN_USER_ENV="PYTHONPATH=/usr/hdp/current/spark2-client//python:/usr/hdp/current/spark2-client//python/lib/py4j-0.8.2.1-src.zip" export HOME="/home/" export NM_AUX_SERVICE_spark2_shuffle="" export CONTAINER_ID="container_e02_1496837077102_0002_01_000001" export MALLOC_ARENA_MAX="4" ln -sf "/hadoop/hadoop/yarn/local/usercache/zeppelin/filecache/196/__spark_conf__.zip" "__spark_conf__" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/usercache/zeppelin/filecache/195/pyspark.zip" "pyspark.zip" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/filecache/14/spark2-hdp-yarn-archive.tar.gz" "__spark_libs__" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/hadoop/yarn/local/usercache/zeppelin/filecache/194/sparkr.zip" "sparkr" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/usercache/zeppelin/filecache/197/py4j-0.10.4-src.zip" "py4j-0.10.4-src.zip" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi # Creating copy of launch script cp "launch_container.sh" "/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001/launch_container.sh" chmod 640 "/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001/directory.info" ls -l 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001/directory.info" find -L . -maxdepth 5 -ls 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001/directory.info" exec /bin/bash -c "$JAVA_HOME/bin/java -server -Xmx512m -Djava.io.tmpdir=$PWD/tmp -Dhdp.version=2.6.0.3-8 -Dspark.yarn.app.container.log.dir=/hadoop/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001 org.apache.spark.deploy.yarn.ExecutorLauncher --arg '10.141.0.9:35199' --properties-file $PWD/__spark_conf__/__spark_conf__.properties 1> /hadoop/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001/stdout 2> /hadoop/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000001/stderr" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi End of LogType:launch_container.sh Container: container_e02_1496837077102_0002_01_000003 on hdfs-hadoop-p0z7.c.creditvidya-152512.internal_45454_1496837469710 LogAggregationType: AGGREGATED =========================================================================================================================== LogType:stderr Log Upload Time:Wed Jun 07 12:11:09 +0000 2017 LogLength:4568 Log Contents: SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/hadoop/hadoop/yarn/local/filecache/10/spark2-hdp-yarn-archive.tar.gz/slf4j-log4j12-1.7.16.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/usr/hdp/2.6.0.3-8/hadoop/lib/slf4j-log4j12-1.7.10.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory] 17/06/07 12:10:18 INFO CoarseGrainedExecutorBackend: Started daemon with process name: 22415@hdfs-hadoop-p0z7 17/06/07 12:10:18 INFO SignalUtils: Registered signal handler for TERM 17/06/07 12:10:18 INFO SignalUtils: Registered signal handler for HUP 17/06/07 12:10:18 INFO SignalUtils: Registered signal handler for INT 17/06/07 12:10:18 INFO SecurityManager: Changing view acls to: yarn,zeppelin 17/06/07 12:10:18 INFO SecurityManager: Changing modify acls to: yarn,zeppelin 17/06/07 12:10:18 INFO SecurityManager: Changing view acls groups to: 17/06/07 12:10:18 INFO SecurityManager: Changing modify acls groups to: 17/06/07 12:10:18 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(yarn, zeppelin); groups with view permissions: Set(); users with modify permissions: Set(yarn, zeppelin); groups with modify permissions: Set() 17/06/07 12:10:19 INFO TransportClientFactory: Successfully created connection to /10.141.0.9:35199 after 78 ms (0 ms spent in bootstraps) 17/06/07 12:10:19 INFO SecurityManager: Changing view acls to: yarn,zeppelin 17/06/07 12:10:19 INFO SecurityManager: Changing modify acls to: yarn,zeppelin 17/06/07 12:10:19 INFO SecurityManager: Changing view acls groups to: 17/06/07 12:10:19 INFO SecurityManager: Changing modify acls groups to: 17/06/07 12:10:19 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(yarn, zeppelin); groups with view permissions: Set(); users with modify permissions: Set(yarn, zeppelin); groups with modify permissions: Set() 17/06/07 12:10:19 INFO TransportClientFactory: Successfully created connection to /10.141.0.9:35199 after 1 ms (0 ms spent in bootstraps) 17/06/07 12:10:19 INFO DiskBlockManager: Created local directory at /hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002/blockmgr-7d11a47b-1788-4bf0-9750-1e1bd02915bc 17/06/07 12:10:19 INFO DiskBlockManager: Created local directory at /hadoop/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002/blockmgr-06f765ae-988c-45fe-ac01-f69b2048c03b 17/06/07 12:10:19 INFO MemoryStore: MemoryStore started with capacity 366.3 MB 17/06/07 12:10:20 INFO CoarseGrainedExecutorBackend: Connecting to driver: spark://CoarseGrainedScheduler@10.141.0.9:35199 17/06/07 12:10:20 INFO CoarseGrainedExecutorBackend: Successfully registered with driver 17/06/07 12:10:20 INFO Executor: Starting executor ID 2 on host hdfs-hadoop-p0z7.c.creditvidya-152512.internal 17/06/07 12:10:20 INFO Utils: Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 34656. 17/06/07 12:10:20 INFO NettyBlockTransferService: Server created on hdfs-hadoop-p0z7.c.creditvidya-152512.internal:34656 17/06/07 12:10:20 INFO BlockManager: Using org.apache.spark.storage.RandomBlockReplicationPolicy for block replication policy 17/06/07 12:10:20 INFO BlockManagerMaster: Registering BlockManager BlockManagerId(2, hdfs-hadoop-p0z7.c.creditvidya-152512.internal, 34656, None) 17/06/07 12:10:20 INFO BlockManagerMaster: Registered BlockManager BlockManagerId(2, hdfs-hadoop-p0z7.c.creditvidya-152512.internal, 34656, None) 17/06/07 12:10:20 INFO BlockManager: external shuffle service port = 7447 17/06/07 12:10:20 INFO BlockManager: Registering executor with local external shuffle service. 17/06/07 12:10:20 INFO TransportClientFactory: Successfully created connection to hdfs-hadoop-p0z7.c.creditvidya-152512.internal/10.141.0.9:7447 after 1 ms (0 ms spent in bootstraps) 17/06/07 12:10:20 INFO BlockManager: Initialized BlockManager: BlockManagerId(2, hdfs-hadoop-p0z7.c.creditvidya-152512.internal, 34656, None) 17/06/07 12:10:20 INFO Executor: Using REPL class URI: spark://10.141.0.9:35199/classes 17/06/07 12:11:08 INFO CoarseGrainedExecutorBackend: Driver commanded a shutdown 17/06/07 12:11:08 INFO MemoryStore: MemoryStore cleared 17/06/07 12:11:08 INFO BlockManager: BlockManager stopped 17/06/07 12:11:08 INFO ShutdownHookManager: Shutdown hook called End of LogType:stderr LogType:stdout Log Upload Time:Wed Jun 07 12:11:09 +0000 2017 LogLength:0 Log Contents: End of LogType:stdout LogType:directory.info Log Upload Time:Wed Jun 07 12:11:09 +0000 2017 LogLength:36078 Log Contents: ls -l: total 44 -rw-r--r-- 1 yarn hadoop 84 Jun 7 12:10 container_tokens -rwx------ 1 yarn hadoop 664 Jun 7 12:10 default_container_executor_session.sh -rwx------ 1 yarn hadoop 718 Jun 7 12:10 default_container_executor.sh -rwx------ 1 yarn hadoop 6676 Jun 7 12:10 launch_container.sh lrwxrwxrwx 1 yarn hadoop 77 Jun 7 12:10 py4j-0.10.4-src.zip -> /hadoop/hadoop/yarn/local/usercache/zeppelin/filecache/33/py4j-0.10.4-src.zip lrwxrwxrwx 1 yarn hadoop 69 Jun 7 12:10 pyspark.zip -> /hadoop/hadoop/yarn/local/usercache/zeppelin/filecache/31/pyspark.zip lrwxrwxrwx 1 yarn hadoop 69 Jun 7 12:10 __spark_conf__ -> /hadoop/yarn/local/usercache/zeppelin/filecache/32/__spark_conf__.zip lrwxrwxrwx 1 yarn hadoop 69 Jun 7 12:10 __spark_libs__ -> /hadoop/hadoop/yarn/local/filecache/10/spark2-hdp-yarn-archive.tar.gz lrwxrwxrwx 1 yarn hadoop 61 Jun 7 12:10 sparkr -> /hadoop/yarn/local/usercache/zeppelin/filecache/30/sparkr.zip drwx--x--- 2 yarn hadoop 4096 Jun 7 12:10 tmp find -L . -maxdepth 5 -ls: 46400547 4 drwx--x--- 3 yarn hadoop 4096 Jun 7 12:10 . 46400557 4 -rw-r--r-- 1 yarn hadoop 16 Jun 7 12:10 ./.default_container_executor.sh.crc 46400553 4 -rw-r--r-- 1 yarn hadoop 64 Jun 7 12:10 ./.launch_container.sh.crc 46400550 4 -rw-r--r-- 1 yarn hadoop 84 Jun 7 12:10 ./container_tokens 46400555 4 -rw-r--r-- 1 yarn hadoop 16 Jun 7 12:10 ./.default_container_executor_session.sh.crc 46400552 8 -rwx------ 1 yarn hadoop 6676 Jun 7 12:10 ./launch_container.sh 46400556 4 -rwx------ 1 yarn hadoop 718 Jun 7 12:10 ./default_container_executor.sh 46400549 4 drwx--x--- 2 yarn hadoop 4096 Jun 7 12:10 ./tmp 46400317 448 -r-x------ 1 yarn hadoop 454814 Jun 7 12:10 ./pyspark.zip 46400554 4 -rwx------ 1 yarn hadoop 664 Jun 7 12:10 ./default_container_executor_session.sh 115606260 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./__spark_conf__ 115606263 8 -r-x------ 1 yarn hadoop 6369 Jun 7 12:10 ./__spark_conf__/hadoop-env.sh 115606282 4 -r-x------ 1 yarn hadoop 283 Jun 7 12:10 ./__spark_conf__/slaves 115606266 4 -r-x------ 1 yarn hadoop 3348 Jun 7 12:10 ./__spark_conf__/core-site.xml 115606284 8 -r-x------ 1 yarn hadoop 4956 Jun 7 12:10 ./__spark_conf__/metrics.properties 115606289 4 -r-x------ 1 yarn hadoop 3913 Jun 7 12:10 ./__spark_conf__/__spark_conf__.properties 115606287 4 -r-x------ 1 yarn hadoop 945 Jun 7 12:10 ./__spark_conf__/taskcontroller.cfg 115606288 8 -r-x------ 1 yarn hadoop 4113 Jun 7 12:10 ./__spark_conf__/mapred-queues.xml.template 115606280 4 -r-x------ 1 yarn hadoop 2316 Jun 7 12:10 ./__spark_conf__/ssl-client.xml.example 115606269 4 -r-x------ 1 yarn hadoop 758 Jun 7 12:10 ./__spark_conf__/mapred-site.xml.template 115606268 4 -r-x------ 1 yarn hadoop 2135 Jun 7 12:10 ./__spark_conf__/capacity-scheduler.xml 115606277 4 -r-x------ 1 yarn hadoop 2490 Jun 7 12:10 ./__spark_conf__/hadoop-metrics.properties 115606279 4 -r-x------ 1 yarn hadoop 1602 Jun 7 12:10 ./__spark_conf__/health_check 115606286 4 -r-x------ 1 yarn hadoop 2697 Jun 7 12:10 ./__spark_conf__/ssl-server.xml.example 115606283 4 -r-x------ 1 yarn hadoop 535 Jun 7 12:10 ./__spark_conf__/topology_mappings.data 115606281 4 -r-x------ 1 yarn hadoop 1308 Jun 7 12:10 ./__spark_conf__/hadoop-policy.xml 115606276 8 -r-x------ 1 yarn hadoop 4221 Jun 7 12:10 ./__spark_conf__/task-log4j.properties 115606272 8 -r-x------ 1 yarn hadoop 5305 Jun 7 12:10 ./__spark_conf__/yarn-env.sh 115606273 8 -r-x------ 1 yarn hadoop 6787 Jun 7 12:10 ./__spark_conf__/hdfs-site.xml 115606265 20 -r-x------ 1 yarn hadoop 17718 Jun 7 12:10 ./__spark_conf__/yarn-site.xml 115606262 4 -r-x------ 1 yarn hadoop 620 Jun 7 12:10 ./__spark_conf__/log4j.properties 115606261 8 -r-x------ 1 yarn hadoop 6935 Jun 7 12:10 ./__spark_conf__/mapred-site.xml 115606274 4 -r-x------ 1 yarn hadoop 1020 Jun 7 12:10 ./__spark_conf__/commons-logging.properties 115606270 4 -r-x------ 1 yarn hadoop 2358 Jun 7 12:10 ./__spark_conf__/topology_script.py 115606278 4 -r-x------ 1 yarn hadoop 856 Jun 7 12:10 ./__spark_conf__/mapred-env.sh 115606275 4 -r-x------ 1 yarn hadoop 1069 Jun 7 12:10 ./__spark_conf__/container-executor.cfg 115606267 4 -r-x------ 1 yarn hadoop 884 Jun 7 12:10 ./__spark_conf__/ssl-client.xml 115606264 4 -r-x------ 1 yarn hadoop 2622 Jun 7 12:10 ./__spark_conf__/hadoop-metrics2.properties 115606271 4 -r-x------ 1 yarn hadoop 1335 Jun 7 12:10 ./__spark_conf__/configuration.xsl 115606285 4 -r-x------ 1 yarn hadoop 1000 Jun 7 12:10 ./__spark_conf__/ssl-server.xml 115606208 4 drwx------ 3 yarn hadoop 4096 Jun 7 12:10 ./sparkr 115606209 4 drwx------ 9 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR 115606243 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/Meta 115606244 4 -r-x------ 1 yarn hadoop 164 Jun 7 12:10 ./sparkr/SparkR/Meta/Rd.rds 115606247 4 -r-x------ 1 yarn hadoop 38 Jun 7 12:10 ./sparkr/SparkR/Meta/links.rds 115606248 4 -r-x------ 1 yarn hadoop 2467 Jun 7 12:10 ./sparkr/SparkR/Meta/nsInfo.rds 115606245 4 -r-x------ 1 yarn hadoop 188 Jun 7 12:10 ./sparkr/SparkR/Meta/hsearch.rds 115606246 4 -r-x------ 1 yarn hadoop 1083 Jun 7 12:10 ./sparkr/SparkR/Meta/package.rds 115606221 4 drwx------ 3 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/tests 115606222 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/tests/testthat 115606226 8 -r-x------ 1 yarn hadoop 4574 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_parallelize_collect.R 115606229 4 -r-x------ 1 yarn hadoop 3372 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_take.R 115606233 4 -r-x------ 1 yarn hadoop 1332 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_jvm_api.R 115606231 4 -r-x------ 1 yarn hadoop 3873 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_binary_function.R 115606239 4 -r-x------ 1 yarn hadoop 1971 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_includePackage.R 115606223 4 -r-x------ 1 yarn hadoop 1842 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_client.R 115606235 8 -r-x------ 1 yarn hadoop 8088 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_context.R 115606236 4 -r-x------ 1 yarn hadoop 1001 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/packageInAJarTest.R 115606237 4 -r-x------ 1 yarn hadoop 1272 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/jarTest.R 115606230 4 -r-x------ 1 yarn hadoop 3231 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_binaryFile.R 115606240 4 -r-x------ 1 yarn hadoop 1763 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_sparkR.R 115606232 8 -r-x------ 1 yarn hadoop 5331 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_textFile.R 115606227 4 -r-x------ 1 yarn hadoop 1772 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_broadcast.R 115606225 48 -r-x------ 1 yarn hadoop 47315 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_mllib.R 115606224 8 -r-x------ 1 yarn hadoop 8128 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_shuffle.R 115606241 12 -r-x------ 1 yarn hadoop 9110 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_utils.R 115606238 4 -r-x------ 1 yarn hadoop 1084 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_Windows.R 115606228 108 -r-x------ 1 yarn hadoop 109097 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_sparkSQL.R 115606242 4 -r-x------ 1 yarn hadoop 2388 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_Serde.R 115606234 28 -r-x------ 1 yarn hadoop 28197 Jun 7 12:10 ./sparkr/SparkR/tests/testthat/test_rdd.R 115606211 12 -r-x------ 1 yarn hadoop 10818 Jun 7 12:10 ./sparkr/SparkR/NAMESPACE 115606212 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/worker 115606214 12 -r-x------ 1 yarn hadoop 8950 Jun 7 12:10 ./sparkr/SparkR/worker/worker.R 115606213 4 -r-x------ 1 yarn hadoop 1975 Jun 7 12:10 ./sparkr/SparkR/worker/daemon.R 115606215 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/profile 115606216 4 -r-x------ 1 yarn hadoop 958 Jun 7 12:10 ./sparkr/SparkR/profile/general.R 115606217 4 -r-x------ 1 yarn hadoop 1715 Jun 7 12:10 ./sparkr/SparkR/profile/shell.R 115606218 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/html 115606220 4 -r-x------ 1 yarn hadoop 937 Jun 7 12:10 ./sparkr/SparkR/html/00Index.html 115606219 4 -r-x------ 1 yarn hadoop 1319 Jun 7 12:10 ./sparkr/SparkR/html/R.css 115606255 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/R 115606257 24 -r-x------ 1 yarn hadoop 23836 Jun 7 12:10 ./sparkr/SparkR/R/SparkR.rdx 115606256 976 -r-x------ 1 yarn hadoop 999203 Jun 7 12:10 ./sparkr/SparkR/R/SparkR.rdb 115606258 4 -r-x------ 1 yarn hadoop 1056 Jun 7 12:10 ./sparkr/SparkR/R/SparkR 115606210 4 -r-x------ 1 yarn hadoop 1431 Jun 7 12:10 ./sparkr/SparkR/DESCRIPTION 115606249 4 drwx------ 2 yarn hadoop 4096 Jun 7 12:10 ./sparkr/SparkR/help 115606251 4 -r-x------ 1 yarn hadoop 64 Jun 7 12:10 ./sparkr/SparkR/help/paths.rds 115606254 4 -r-x------ 1 yarn hadoop 60 Jun 7 12:10 ./sparkr/SparkR/help/aliases.rds 115606252 4 -r-x------ 1 yarn hadoop 113 Jun 7 12:10 ./sparkr/SparkR/help/SparkR.rdx 115606250 0 -r-x------ 1 yarn hadoop 0 Jun 7 12:10 ./sparkr/SparkR/help/SparkR.rdb 115606253 0 -r-x------ 1 yarn hadoop 0 Jun 7 12:10 ./sparkr/SparkR/help/AnIndex 46400551 4 -rw-r--r-- 1 yarn hadoop 12 Jun 7 12:10 ./.container_tokens.crc 46400314 12 drwxr-xr-x 2 yarn hadoop 12288 Jun 7 12:10 ./__spark_libs__ 46400448 48 -r-xr-xr-x 1 yarn hadoop 46983 Apr 1 22:52 ./__spark_libs__/jackson-annotations-2.6.5.jar 46400414 164 -r-xr-xr-x 1 yarn hadoop 167421 Apr 1 22:52 ./__spark_libs__/jersey-client-2.22.2.jar 46400507 388 -r-xr-xr-x 1 yarn hadoop 395195 Apr 1 22:52 ./__spark_libs__/javolution-5.5.1.jar 46400420 2780 -r-xr-xr-x 1 yarn hadoop 2842667 Apr 1 22:52 ./__spark_libs__/bcprov-jdk15on-1.51.jar 46400541 44 -r-xr-xr-x 1 yarn hadoop 41263 Apr 1 22:52 ./__spark_libs__/jackson-module-paranamer-2.6.5.jar 46400542 52 -r-xr-xr-x 1 yarn hadoop 50619 Apr 1 22:52 ./__spark_libs__/chill-java-0.8.0.jar 46400360 164 -r-xr-xr-x 1 yarn hadoop 164368 Apr 1 22:52 ./__spark_libs__/antlr-runtime-3.4.jar 46400412 180 -r-xr-xr-x 1 yarn hadoop 181926 Apr 1 22:52 ./__spark_libs__/breeze-macros_2.11-0.12.jar 46400518 320 -r-xr-xr-x 1 yarn hadoop 325553 Apr 1 22:52 ./__spark_libs__/univocity-parsers-2.2.1.jar 46400483 8 -r-xr-xr-x 1 yarn hadoop 5950 Apr 1 22:52 ./__spark_libs__/javax.inject-2.4.0-b34.jar 46400514 212 -r-xr-xr-x 1 yarn hadoop 216419 Apr 1 22:52 ./__spark_libs__/hadoop-aws-2.7.3.2.6.0.3-8.jar 46400376 292 -r-xr-xr-x 1 yarn hadoop 298829 Apr 1 22:52 ./__spark_libs__/commons-configuration-1.6.jar 46400451 176 -r-xr-xr-x 1 yarn hadoop 178962 Apr 1 22:52 ./__spark_libs__/spark-mllib-local_2.11-2.1.0.2.6.0.3-8.jar 46400324 508 -r-xr-xr-x 1 yarn hadoop 516632 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-app-2.7.3.2.6.0.3-8.jar 46400511 200 -r-xr-xr-x 1 yarn hadoop 201928 Apr 1 22:52 ./__spark_libs__/RoaringBitmap-0.5.11.jar 46400477 176 -r-xr-xr-x 1 yarn hadoop 177214 Apr 1 22:52 ./__spark_libs__/jetty-util-6.1.26.hwx.jar 46400386 184 -r-xr-xr-x 1 yarn hadoop 185245 Apr 1 22:52 ./__spark_libs__/curator-framework-2.6.0.jar 46400479 428 -r-xr-xr-x 1 yarn hadoop 436303 Apr 1 22:52 ./__spark_libs__/avro-1.7.7.jar 46400380 7108 -r-xr-xr-x 1 yarn hadoop 7276083 Apr 1 22:52 ./__spark_libs__/spire_2.11-0.7.4.jar 46400382 15128 -r-xr-xr-x 1 yarn hadoop 15487351 Apr 1 22:52 ./__spark_libs__/scala-compiler-2.11.8.jar 46400508 144 -r-xr-xr-x 1 yarn hadoop 144660 Apr 1 22:52 ./__spark_libs__/xbean-asm5-shaded-4.4.jar 46400509 576 -r-xr-xr-x 1 yarn hadoop 589462 Apr 1 22:52 ./__spark_libs__/json4s-core_2.11-3.2.11.jar 46400472 296 -r-xr-xr-x 1 yarn hadoop 302248 Apr 1 22:52 ./__spark_libs__/antlr4-runtime-4.5.3.jar 46400487 1768 -r-xr-xr-x 1 yarn hadoop 1809447 Apr 1 22:52 ./__spark_libs__/datanucleus-rdbms-3.2.9.jar 46400366 232 -r-xr-xr-x 1 yarn hadoop 236880 Apr 1 22:52 ./__spark_libs__/lz4-1.3.0.jar 46400531 188 -r-xr-xr-x 1 yarn hadoop 188671 Apr 1 22:52 ./__spark_libs__/commons-beanutils-1.7.0.jar 46400481 116 -r-xr-xr-x 1 yarn hadoop 115534 Apr 1 22:52 ./__spark_libs__/javax.ws.rs-api-2.0.1.jar 46400322 728 -r-xr-xr-x 1 yarn hadoop 745325 Apr 1 22:52 ./__spark_libs__/azure-storage-4.2.0.jar 46400370 212 -r-xr-xr-x 1 yarn hadoop 213911 Apr 1 22:52 ./__spark_libs__/jline-2.12.1.jar 46400484 684 -r-xr-xr-x 1 yarn hadoop 699286 Apr 1 22:52 ./__spark_libs__/spark-graphx_2.11-2.1.0.2.6.0.3-8.jar 46400468 48 -r-xr-xr-x 1 yarn hadoop 45210 Apr 1 22:52 ./__spark_libs__/spark-unsafe_2.11-2.1.0.2.6.0.3-8.jar 46400418 480 -r-xr-xr-x 1 yarn hadoop 489884 Apr 1 22:52 ./__spark_libs__/log4j-1.2.17.jar 46400537 1204 -r-xr-xr-x 1 yarn hadoop 1229125 Apr 1 22:52 ./__spark_libs__/xercesImpl-2.9.1.jar 46400437 11664 -r-xr-xr-x 1 yarn hadoop 11939986 Apr 1 22:52 ./__spark_libs__/spark-core_2.11-2.1.0.2.6.0.3-8.jar 46400543 1988 -r-xr-xr-x 1 yarn hadoop 2035066 Apr 1 22:52 ./__spark_libs__/commons-math3-3.4.1.jar 46400355 1500 -r-xr-xr-x 1 yarn hadoop 1535773 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-core-2.7.3.2.6.0.3-8.jar 46400352 32 -r-xr-xr-x 1 yarn hadoop 29555 Apr 1 22:52 ./__spark_libs__/paranamer-2.3.jar 46400425 100 -r-xr-xr-x 1 yarn hadoop 100682 Apr 1 22:52 ./__spark_libs__/hive-jdbc-1.2.1.spark2.hdp.jar 46400409 24 -r-xr-xr-x 1 yarn hadoop 20852 Apr 1 22:52 ./__spark_libs__/metrics-graphite-3.1.2.jar 46400503 1776 -r-xr-xr-x 1 yarn hadoop 1814993 Apr 1 22:52 ./__spark_libs__/spark-hive-thriftserver_2.11-2.1.0.2.6.0.3-8.jar 46400417 2732 -r-xr-xr-x 1 yarn hadoop 2796935 Apr 1 22:52 ./__spark_libs__/parquet-hadoop-bundle-1.6.0.jar 46400501 280 -r-xr-xr-x 1 yarn hadoop 284184 Apr 1 22:52 ./__spark_libs__/commons-codec-1.10.jar 46400497 1208 -r-xr-xr-x 1 yarn hadoop 1232993 Apr 1 22:52 ./__spark_libs__/spark-hive_2.11-2.1.0.2.6.0.3-8.jar 46400426 20 -r-xr-xr-x 1 yarn hadoop 18899 Apr 1 22:52 ./__spark_libs__/jetty-sslengine-6.1.26.hwx.jar 46400529 764 -r-xr-xr-x 1 yarn hadoop 780664 Apr 1 22:52 ./__spark_libs__/jackson-mapper-asl-1.9.13.jar 46400456 64 -r-xr-xr-x 1 yarn hadoop 63777 Apr 1 22:52 ./__spark_libs__/validation-api-1.1.0.Final.jar 46400500 436 -r-xr-xr-x 1 yarn hadoop 442406 Apr 1 22:52 ./__spark_libs__/calcite-linq4j-1.2.0-incubating.jar 46400457 720 -r-xr-xr-x 1 yarn hadoop 736658 Apr 1 22:52 ./__spark_libs__/httpclient-4.5.2.jar 46400398 256 -r-xr-xr-x 1 yarn hadoop 258876 Apr 1 22:52 ./__spark_libs__/jackson-core-2.6.5.jar 46400326 1256 -r-xr-xr-x 1 yarn hadoop 1282424 Apr 1 22:52 ./__spark_libs__/ivy-2.4.0.jar 46400432 96 -r-xr-xr-x 1 yarn hadoop 96221 Apr 1 22:52 ./__spark_libs__/commons-pool-1.5.4.jar 46400335 44 -r-xr-xr-x 1 yarn hadoop 44925 Apr 1 22:52 ./__spark_libs__/apacheds-i18n-2.0.0-M15.jar 46400390 68 -r-xr-xr-x 1 yarn hadoop 65840 Apr 1 22:52 ./__spark_libs__/spark-repl_2.11-2.1.0.2.6.0.3-8.jar 46400532 144 -r-xr-xr-x 1 yarn hadoop 143602 Apr 1 22:52 ./__spark_libs__/commons-digester-1.8.jar 46400510 576 -r-xr-xr-x 1 yarn hadoop 588337 Apr 1 22:52 ./__spark_libs__/commons-collections-3.2.2.jar 46400449 48 -r-xr-xr-x 1 yarn hadoop 48720 Apr 1 22:52 ./__spark_libs__/snappy-0.2.jar 46400372 132 -r-xr-xr-x 1 yarn hadoop 134595 Apr 1 22:52 ./__spark_libs__/commons-crypto-1.0.0.jar 46400415 204 -r-xr-xr-x 1 yarn hadoop 206035 Apr 1 22:52 ./__spark_libs__/commons-beanutils-core-1.8.0.jar 46400365 56 -r-xr-xr-x 1 yarn hadoop 54071 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-shuffle-2.7.3.2.6.0.3-8.jar 46400351 20 -r-xr-xr-x 1 yarn hadoop 18336 Apr 1 22:52 ./__spark_libs__/jackson-jaxrs-1.9.13.jar 46400528 172 -r-xr-xr-x 1 yarn hadoop 174351 Apr 1 22:52 ./__spark_libs__/stream-2.7.0.jar 46400422 32 -r-xr-xr-x 1 yarn hadoop 29757 Apr 1 22:52 ./__spark_libs__/spark-sketch_2.11-2.1.0.2.6.0.3-8.jar 46400332 20 -r-xr-xr-x 1 yarn hadoop 20235 Apr 1 22:52 ./__spark_libs__/osgi-resource-locator-1.0.1.jar 46400499 3152 -r-xr-xr-x 1 yarn hadoop 3224708 Apr 1 22:52 ./__spark_libs__/derby-10.12.1.1.jar 46400354 84 -r-xr-xr-x 1 yarn hadoop 82421 Apr 1 22:52 ./__spark_libs__/json4s-ast_2.11-3.2.11.jar 46400423 748 -r-xr-xr-x 1 yarn hadoop 764569 Apr 1 22:52 ./__spark_libs__/jtransforms-2.4.0.jar 46400411 528 -r-xr-xr-x 1 yarn hadoop 540298 Apr 1 22:52 ./__spark_libs__/jetty-6.1.26.hwx.jar 46400444 16 -r-xr-xr-x 1 yarn hadoop 15071 Apr 1 22:52 ./__spark_libs__/jta-1.1.jar 46400379 20 -r-xr-xr-x 1 yarn hadoop 16560 Apr 1 22:52 ./__spark_libs__/api-asn1-api-1.0.0-M20.jar 46400328 16 -r-xr-xr-x 1 yarn hadoop 14766 Apr 1 22:52 ./__spark_libs__/aopalliance-repackaged-2.4.0-b34.jar 46400347 64 -r-xr-xr-x 1 yarn hadoop 65012 Apr 1 22:52 ./__spark_libs__/guice-servlet-3.0.jar 46400395 420 -r-xr-xr-x 1 yarn hadoop 427780 Apr 1 22:52 ./__spark_libs__/jodd-core-3.5.2.jar 46400428 640 -r-xr-xr-x 1 yarn hadoop 654216 Apr 1 22:52 ./__spark_libs__/pmml-model-1.2.15.jar 46400533 1024 -r-xr-xr-x 1 yarn hadoop 1048117 Apr 1 22:52 ./__spark_libs__/parquet-jackson-1.8.1.jar 46400357 684 -r-xr-xr-x 1 yarn hadoop 698375 Apr 1 22:52 ./__spark_libs__/jersey-common-2.22.2.jar 46400446 1848 -r-xr-xr-x 1 yarn hadoop 1890075 Apr 1 22:52 ./__spark_libs__/datanucleus-core-3.2.10.jar 46400358 7328 -r-xr-xr-x 1 yarn hadoop 7503383 Apr 1 22:52 ./__spark_libs__/spark-catalyst_2.11-2.1.0.2.6.0.3-8.jar 46400459 116 -r-xr-xr-x 1 yarn hadoop 114746 Apr 1 22:52 ./__spark_libs__/hadoop-openstack-2.7.3.2.6.0.3-8.jar 46400434 164 -r-xr-xr-x 1 yarn hadoop 164422 Apr 1 22:52 ./__spark_libs__/core-1.1.2.jar 46400489 192 -r-xr-xr-x 1 yarn hadoop 192993 Apr 1 22:52 ./__spark_libs__/avro-ipc-1.7.7.jar 46400388 212 -r-xr-xr-x 1 yarn hadoop 213786 Apr 1 22:52 ./__spark_libs__/hadoop-azure-2.7.3.2.6.0.3-8.jar 46400323 1168 -r-xr-xr-x 1 yarn hadoop 1194003 Apr 1 22:52 ./__spark_libs__/arpack_combined_all-0.1.jar 46400410 1444 -r-xr-xr-x 1 yarn hadoop 1475955 Apr 1 22:52 ./__spark_libs__/htrace-core-3.1.0-incubating.jar 46400513 64 -r-xr-xr-x 1 yarn hadoop 64661 Apr 1 22:52 ./__spark_libs__/okio-1.4.0.jar 46400462 1144 -r-xr-xr-x 1 yarn hadoop 1171380 Apr 1 22:52 ./__spark_libs__/jackson-databind-2.6.5.jar 46400329 52 -r-xr-xr-x 1 yarn hadoop 51484 Apr 1 22:52 ./__spark_libs__/json-smart-1.1.1.jar 46400344 2304 -r-xr-xr-x 1 yarn hadoop 2356793 Apr 1 22:52 ./__spark_libs__/spark-network-common_2.11-2.1.0.2.6.0.3-8.jar 46400538 952 -r-xr-xr-x 1 yarn hadoop 971310 Apr 1 22:52 ./__spark_libs__/jersey-guava-2.22.2.jar 46400367 560 -r-xr-xr-x 1 yarn hadoop 570101 Apr 1 22:52 ./__spark_libs__/aws-java-sdk-s3-1.10.6.jar 46400441 180 -r-xr-xr-x 1 yarn hadoop 181271 Apr 1 22:52 ./__spark_libs__/hk2-locator-2.4.0-b34.jar 46400512 472 -r-xr-xr-x 1 yarn hadoop 479881 Apr 1 22:52 ./__spark_libs__/commons-lang3-3.5.jar 46400340 180 -r-xr-xr-x 1 yarn hadoop 180736 Apr 1 22:52 ./__spark_libs__/avro-mapred-1.7.7-hadoop2.jar 46400333 280 -r-xr-xr-x 1 yarn hadoop 285479 Apr 1 22:52 ./__spark_libs__/parquet-encoding-1.8.1.jar 46400374 14080 -r-xr-xr-x 1 yarn hadoop 14413834 Apr 1 22:52 ./__spark_libs__/breeze_2.11-0.12.jar 46400378 20 -r-xr-xr-x 1 yarn hadoop 16430 Apr 1 22:52 ./__spark_libs__/jcl-over-slf4j-1.7.16.jar 46400526 220 -r-xr-xr-x 1 yarn hadoop 223573 Apr 1 22:52 ./__spark_libs__/chill_2.11-0.8.0.jar 46400463 68 -r-xr-xr-x 1 yarn hadoop 68866 Apr 1 22:52 ./__spark_libs__/curator-client-2.6.0.jar 46400421 1996 -r-xr-xr-x 1 yarn hadoop 2041628 Apr 1 22:52 ./__spark_libs__/jets3t-0.9.3.jar 46400339 28 -r-xr-xr-x 1 yarn hadoop 26514 Apr 1 22:52 ./__spark_libs__/stax-api-1.0.1.jar 46400342 504 -r-xr-xr-x 1 yarn hadoop 515604 Apr 1 22:52 ./__spark_libs__/jackson-module-scala_2.11-2.6.5.jar 46400492 788 -r-xr-xr-x 1 yarn hadoop 802818 Apr 1 22:52 ./__spark_libs__/scalap-2.11.8.jar 46400522 84 -r-xr-xr-x 1 yarn hadoop 82908 Apr 1 22:52 ./__spark_libs__/spark-cloud_2.11-2.1.0.2.6.0.3-8.jar 46400516 116 -r-xr-xr-x 1 yarn hadoop 115472 Apr 1 22:52 ./__spark_libs__/py4j-0.10.4.jar 46400377 20 -r-xr-xr-x 1 yarn hadoop 19827 Apr 1 22:52 ./__spark_libs__/opencsv-2.3.jar 46400368 6048 -r-xr-xr-x 1 yarn hadoop 6189401 Apr 1 22:52 ./__spark_libs__/spark-mllib_2.11-2.1.0.2.6.0.3-8.jar 46400413 24 -r-xr-xr-x 1 yarn hadoop 23346 Apr 1 22:52 ./__spark_libs__/stax-api-1.0-2.jar 46400502 44 -r-xr-xr-x 1 yarn hadoop 41755 Apr 1 22:52 ./__spark_libs__/objenesis-2.1.jar 46400524 68 -r-xr-xr-x 1 yarn hadoop 69409 Apr 1 22:52 ./__spark_libs__/activation-1.1.1.jar 46400405 380 -r-xr-xr-x 1 yarn hadoop 387188 Apr 1 22:52 ./__spark_libs__/parquet-format-2.3.0-incubating.jar 46400383 8 -r-xr-xr-x 1 yarn hadoop 5310 Apr 1 22:52 ./__spark_libs__/pmml-schema-1.2.15.jar 46400427 176 -r-xr-xr-x 1 yarn hadoop 178648 Apr 1 22:52 ./__spark_libs__/nimbus-jose-jwt-3.9.jar 46400485 40 -r-xr-xr-x 1 yarn hadoop 39280 Apr 1 22:52 ./__spark_libs__/metrics-jvm-3.1.2.jar 46400475 20 -r-xr-xr-x 1 yarn hadoop 18098 Apr 1 22:52 ./__spark_libs__/jersey-container-servlet-2.22.2.jar 46400520 720 -r-xr-xr-x 1 yarn hadoop 735574 Apr 1 22:52 ./__spark_libs__/janino-3.0.0.jar 46400431 636 -r-xr-xr-x 1 yarn hadoop 648678 Apr 1 22:52 ./__spark_libs__/scala-xml_2.11-1.0.2.jar 46400403 776 -r-xr-xr-x 1 yarn hadoop 794543 Apr 1 22:52 ./__spark_libs__/zookeeper-3.4.6.2.6.0.3-8.jar 46400336 12 -r-xr-xr-x 1 yarn hadoop 10092 Apr 1 22:52 ./__spark_libs__/azure-keyvault-core-0.8.0.jar 46400392 512 -r-xr-xr-x 1 yarn hadoop 521157 Apr 1 22:52 ./__spark_libs__/mail-1.4.7.jar 46400356 96 -r-xr-xr-x 1 yarn hadoop 94672 Apr 1 22:52 ./__spark_libs__/xz-1.0.jar 46400406 80 -r-xr-xr-x 1 yarn hadoop 79173 Apr 1 22:52 ./__spark_libs__/hadoop-auth-2.7.3.2.6.0.3-8.jar 46400364 8 -r-xr-xr-x 1 yarn hadoop 5711 Apr 1 22:52 ./__spark_libs__/minlog-1.3.0.jar 46400402 3564 -r-xr-xr-x 1 yarn hadoop 3646287 Apr 1 22:52 ./__spark_libs__/hadoop-common-2.7.3.2.6.0.3-8.jar 46400385 400 -r-xr-xr-x 1 yarn hadoop 409467 Apr 1 22:52 ./__spark_libs__/mx4j-3.0.2.jar 46400439 700 -r-xr-xr-x 1 yarn hadoop 714194 Apr 1 22:52 ./__spark_libs__/javassist-3.18.1-GA.jar 46400350 932 -r-xr-xr-x 1 yarn hadoop 951701 Apr 1 22:52 ./__spark_libs__/jersey-server-2.22.2.jar 46400465 308 -r-xr-xr-x 1 yarn hadoop 313702 Apr 1 22:52 ./__spark_libs__/libfb303-0.9.3.jar 46400430 16 -r-xr-xr-x 1 yarn hadoop 15010 Apr 1 22:52 ./__spark_libs__/xmlenc-0.52.jar 46400482 12 -r-xr-xr-x 1 yarn hadoop 10023 Apr 1 22:52 ./__spark_libs__/java-xmlbuilder-1.0.jar 46400359 80 -r-xr-xr-x 1 yarn hadoop 78849 Apr 1 22:52 ./__spark_libs__/azure-data-lake-store-sdk-2.1.4.jar 46400384 20 -r-xr-xr-x 1 yarn hadoop 17008 Apr 1 22:52 ./__spark_libs__/base64-2.3.8.jar 46400478 72 -r-xr-xr-x 1 yarn hadoop 72733 Apr 1 22:52 ./__spark_libs__/jersey-media-jaxb-2.22.2.jar 46400404 728 -r-xr-xr-x 1 yarn hadoop 742988 Apr 1 22:52 ./__spark_libs__/spark-yarn_2.11-2.1.0.2.6.0.3-8.jar 46400464 64 -r-xr-xr-x 1 yarn hadoop 61837 Apr 1 22:52 ./__spark_libs__/spark-network-shuffle_2.11-2.1.0.2.6.0.3-8.jar 46400393 16 -r-xr-xr-x 1 yarn hadoop 15523 Apr 1 22:52 ./__spark_libs__/spark-tags_2.11-2.1.0.2.6.0.3-8.jar 46400505 4 -r-xr-xr-x 1 yarn hadoop 2497 Apr 1 22:52 ./__spark_libs__/javax.inject-1.jar 46400361 112 -r-xr-xr-x 1 yarn hadoop 112558 Apr 1 22:52 ./__spark_libs__/metrics-core-3.1.2.jar 46400424 40 -r-xr-xr-x 1 yarn hadoop 40509 Apr 1 22:52 ./__spark_libs__/slf4j-api-1.7.16.jar 46400371 64 -r-xr-xr-x 1 yarn hadoop 65261 Apr 1 22:52 ./__spark_libs__/oro-2.0.8.jar 46400334 120 -r-xr-xr-x 1 yarn hadoop 118973 Apr 1 22:52 ./__spark_libs__/hk2-utils-2.4.0-b34.jar 46400400 8 -r-xr-xr-x 1 yarn hadoop 4596 Apr 1 22:52 ./__spark_libs__/jul-to-slf4j-1.7.16.jar 46400327 40 -r-xr-xr-x 1 yarn hadoop 38604 Apr 1 22:52 ./__spark_libs__/parquet-common-1.8.1.jar 46400346 300 -r-xr-xr-x 1 yarn hadoop 305001 Apr 1 22:52 ./__spark_libs__/commons-httpclient-3.1.jar 46400330 28 -r-xr-xr-x 1 yarn hadoop 26366 Apr 1 22:52 ./__spark_libs__/javax.annotation-api-1.2.jar 46400545 68 -r-xr-xr-x 1 yarn hadoop 66270 Apr 1 22:52 ./__spark_libs__/jersey-container-servlet-core-2.22.2.jar 46400396 4 -r-xr-xr-x 1 yarn hadoop 2254 Apr 1 22:52 ./__spark_libs__/jcip-annotations-1.0.jar 46400375 20 -r-xr-xr-x 1 yarn hadoop 18482 Apr 1 22:52 ./__spark_libs__/eigenbase-properties-1.1.5.jar 46400539 232 -r-xr-xr-x 1 yarn hadoop 234201 Apr 1 22:52 ./__spark_libs__/libthrift-0.9.3.jar 46400523 2052 -r-xr-xr-x 1 yarn hadoop 2101079 Apr 1 22:52 ./__spark_libs__/spark-streaming_2.11-2.1.0.2.6.0.3-8.jar 46400454 80 -r-xr-xr-x 1 yarn hadoop 79845 Apr 1 22:52 ./__spark_libs__/compress-lzf-1.0.3.jar 46400535 1032 -r-xr-xr-x 1 yarn hadoop 1056168 Apr 1 22:52 ./__spark_libs__/snappy-java-1.1.2.6.jar 46400401 1204 -r-xr-xr-x 1 yarn hadoop 1230201 Apr 1 22:52 ./__spark_libs__/netty-3.8.0.Final.jar 46400452 208 -r-xr-xr-x 1 yarn hadoop 212453 Apr 1 22:52 ./__spark_libs__/commons-net-2.2.jar 46400436 112 -r-xr-xr-x 1 yarn hadoop 110600 Apr 1 22:52 ./__spark_libs__/bonecp-0.8.0.RELEASE.jar 46400455 40 -r-xr-xr-x 1 yarn hadoop 40856 Apr 1 22:52 ./__spark_libs__/hive-cli-1.2.1.spark2.hdp.jar 46400348 36 -r-xr-xr-x 1 yarn hadoop 36247 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-server-web-proxy-2.7.3.2.6.0.3-8.jar 46400399 148 -r-xr-xr-x 1 yarn hadoop 148627 Apr 1 22:52 ./__spark_libs__/stringtemplate-3.2.1.jar 46400544 352 -r-xr-xr-x 1 yarn hadoop 358390 Apr 1 22:52 ./__spark_libs__/kryo-shaded-3.0.3.jar 46400467 20 -r-xr-xr-x 1 yarn hadoop 16993 Apr 1 22:52 ./__spark_libs__/JavaEWAH-0.3.2.jar 46400534 524 -r-xr-xr-x 1 yarn hadoop 533455 Apr 1 22:52 ./__spark_libs__/protobuf-java-2.5.0.jar 46400460 92 -r-xr-xr-x 1 yarn hadoop 93210 Apr 1 22:52 ./__spark_libs__/super-csv-2.2.0.jar 46400473 192 -r-xr-xr-x 1 yarn hadoop 193238 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-client-2.7.3.2.6.0.3-8.jar 46400506 4 -r-xr-xr-x 1 yarn hadoop 2566 Apr 1 22:52 ./__spark_libs__/hadoop-client-2.7.3.2.6.0.3-8.jar 46400445 440 -r-xr-xr-x 1 yarn hadoop 448794 Apr 1 22:52 ./__spark_libs__/apache-log4j-extras-1.2.17.jar 46400540 256 -r-xr-xr-x 1 yarn hadoop 258370 Apr 1 22:52 ./__spark_libs__/calcite-avatica-1.2.0-incubating.jar 46400504 232 -r-xr-xr-x 1 yarn hadoop 236660 Apr 1 22:52 ./__spark_libs__/ST4-4.0.4.jar 46400429 2264 -r-xr-xr-x 1 yarn hadoop 2314839 Apr 1 22:52 ./__spark_libs__/netty-all-4.0.42.Final.jar 46400416 88 -r-xr-xr-x 1 yarn hadoop 86811 Apr 1 22:52 ./__spark_libs__/spire-macros_2.11-0.7.4.jar 46400325 676 -r-xr-xr-x 1 yarn hadoop 691479 Apr 1 22:52 ./__spark_libs__/apacheds-kerberos-codec-2.0.0-M15.jar 46400381 2068 -r-xr-xr-x 1 yarn hadoop 2117552 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-api-2.7.3.2.6.0.3-8.jar 46400480 216 -r-xr-xr-x 1 yarn hadoop 218076 Apr 1 22:52 ./__spark_libs__/parquet-hadoop-1.8.1.jar 46400519 12 -r-xr-xr-x 1 yarn hadoop 9939 Apr 1 22:52 ./__spark_libs__/slf4j-log4j12-1.7.16.jar 46400447 24 -r-xr-xr-x 1 yarn hadoop 23838 Apr 1 22:52 ./__spark_libs__/hadoop-azure-datalake-2.7.3.2.6.0.3-8.jar 46400498 3440 -r-xr-xr-x 1 yarn hadoop 3519262 Apr 1 22:52 ./__spark_libs__/calcite-core-1.2.0-incubating.jar 46400525 200 -r-xr-xr-x 1 yarn hadoop 201124 Apr 1 22:52 ./__spark_libs__/jdo-api-3.0.1.jar 46400461 6504 -r-xr-xr-x 1 yarn hadoop 6657956 Apr 1 22:52 ./__spark_libs__/spark-sql_2.11-2.1.0.2.6.0.3-8.jar 46400471 104 -r-xr-xr-x 1 yarn hadoop 105134 Apr 1 22:52 ./__spark_libs__/jaxb-api-2.2.2.jar 46400343 244 -r-xr-xr-x 1 yarn hadoop 248171 Apr 1 22:52 ./__spark_libs__/curator-recipes-2.6.0.jar 46400466 1024 -r-xr-xr-x 1 yarn hadoop 1045744 Apr 1 22:52 ./__spark_libs__/leveldbjni-all-1.8.jar 46400442 616 -r-xr-xr-x 1 yarn hadoop 627814 Apr 1 22:52 ./__spark_libs__/joda-time-2.9.3.jar 46400458 96 -r-xr-xr-x 1 yarn hadoop 95806 Apr 1 22:52 ./__spark_libs__/javax.servlet-api-3.1.0.jar 46400407 412 -r-xr-xr-x 1 yarn hadoop 420785 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-server-common-2.7.3.2.6.0.3-8.jar 46400337 696 -r-xr-xr-x 1 yarn hadoop 710492 Apr 1 22:52 ./__spark_libs__/guice-3.0.jar 46400474 256 -r-xr-xr-x 1 yarn hadoop 258578 Apr 1 22:52 ./__spark_libs__/aws-java-sdk-kms-1.10.6.jar 46400488 8 -r-xr-xr-x 1 yarn hadoop 4467 Apr 1 22:52 ./__spark_libs__/aopalliance-1.0.jar 46400470 64 -r-xr-xr-x 1 yarn hadoop 62050 Apr 1 22:52 ./__spark_libs__/commons-logging-1.1.3.jar 46400440 5612 -r-xr-xr-x 1 yarn hadoop 5744974 Apr 1 22:52 ./__spark_libs__/scala-library-2.11.8.jar 46400338 184 -r-xr-xr-x 1 yarn hadoop 185140 Apr 1 22:52 ./__spark_libs__/commons-io-2.4.jar 46400408 28 -r-xr-xr-x 1 yarn hadoop 27084 Apr 1 22:52 ./__spark_libs__/jackson-xc-1.9.13.jar 46400493 12 -r-xr-xr-x 1 yarn hadoop 12131 Apr 1 22:52 ./__spark_libs__/jpam-1.1.jar 46400530 924 -r-xr-xr-x 1 yarn hadoop 945914 Apr 1 22:52 ./__spark_libs__/parquet-column-1.8.1.jar 46400362 332 -r-xr-xr-x 1 yarn hadoop 339666 Apr 1 22:52 ./__spark_libs__/datanucleus-api-jdo-3.2.6.jar 46400341 136 -r-xr-xr-x 1 yarn hadoop 138449 Apr 1 22:52 ./__spark_libs__/hive-beeline-1.2.1.spark2.hdp.jar 46400521 100 -r-xr-xr-x 1 yarn hadoop 101125 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-registry-2.7.3.2.6.0.3-8.jar 46400491 40 -r-xr-xr-x 1 yarn hadoop 40341 Apr 1 22:52 ./__spark_libs__/json4s-jackson_2.11-3.2.11.jar 46400435 16 -r-xr-xr-x 1 yarn hadoop 15827 Apr 1 22:52 ./__spark_libs__/metrics-json-3.1.2.jar 46400369 36 -r-xr-xr-x 1 yarn hadoop 36627 Apr 1 22:52 ./__spark_libs__/commons-compiler-3.0.0.jar 46400496 1712 -r-xr-xr-x 1 yarn hadoop 1750519 Apr 1 22:52 ./__spark_libs__/hadoop-yarn-common-2.7.3.2.6.0.3-8.jar 46400391 80 -r-xr-xr-x 1 yarn hadoop 79912 Apr 1 22:52 ./__spark_libs__/api-util-1.0.0-M20.jar 46400331 176 -r-xr-xr-x 1 yarn hadoop 178947 Apr 1 22:52 ./__spark_libs__/hk2-api-2.4.0-b34.jar 46400469 40 -r-xr-xr-x 1 yarn hadoop 39395 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-jobclient-2.7.3.2.6.0.3-8.jar 46400387 20 -r-xr-xr-x 1 yarn hadoop 17369 Apr 1 22:52 ./__spark_libs__/hadoop-annotations-2.7.3.2.6.0.3-8.jar 46400397 100 -r-xr-xr-x 1 yarn hadoop 100636 Apr 1 22:52 ./__spark_libs__/jsp-api-2.1.jar 46400419 11232 -r-xr-xr-x 1 yarn hadoop 11499118 Apr 1 22:52 ./__spark_libs__/hive-exec-1.2.1.spark2.hdp.jar 46400349 2140 -r-xr-xr-x 1 yarn hadoop 2189117 Apr 1 22:52 ./__spark_libs__/guava-14.0.1.jar 46400494 48 -r-xr-xr-x 1 yarn hadoop 48418 Apr 1 22:52 ./__spark_libs__/jackson-dataformat-cbor-2.6.5.jar 46400515 228 -r-xr-xr-x 1 yarn hadoop 232248 Apr 1 22:52 ./__spark_libs__/jackson-core-asl-1.9.13.jar 46400476 236 -r-xr-xr-x 1 yarn hadoop 241367 Apr 1 22:52 ./__spark_libs__/commons-compress-1.4.1.jar 46400495 2004 -r-xr-xr-x 1 yarn hadoop 2049451 Apr 1 22:52 ./__spark_libs__/shapeless_2.11-2.0.0.jar 46400453 160 -r-xr-xr-x 1 yarn hadoop 160519 Apr 1 22:52 ./__spark_libs__/commons-dbcp-1.4.jar 46400373 320 -r-xr-xr-x 1 yarn hadoop 326724 Apr 1 22:52 ./__spark_libs__/httpcore-4.4.4.jar 46400438 72 -r-xr-xr-x 1 yarn hadoop 70589 Apr 1 22:52 ./__spark_libs__/spark-launcher_2.11-2.1.0.2.6.0.3-8.jar 46400443 44 -r-xr-xr-x 1 yarn hadoop 41123 Apr 1 22:52 ./__spark_libs__/commons-cli-1.2.jar 46400450 5380 -r-xr-xr-x 1 yarn hadoop 5505067 Apr 1 22:52 ./__spark_libs__/hive-metastore-1.2.1.spark2.hdp.jar 46400345 8484 -r-xr-xr-x 1 yarn hadoop 8686273 Apr 1 22:52 ./__spark_libs__/hadoop-hdfs-2.7.3.2.6.0.3-8.jar 46400486 436 -r-xr-xr-x 1 yarn hadoop 445288 Apr 1 22:52 ./__spark_libs__/antlr-2.7.7.jar 46400517 280 -r-xr-xr-x 1 yarn hadoop 284220 Apr 1 22:52 ./__spark_libs__/commons-lang-2.6.jar 46400389 96 -r-xr-xr-x 1 yarn hadoop 94796 Apr 1 22:52 ./__spark_libs__/pyrolite-4.13.jar 46400527 312 -r-xr-xr-x 1 yarn hadoop 319099 Apr 1 22:52 ./__spark_libs__/okhttp-2.4.0.jar 46400363 736 -r-xr-xr-x 1 yarn hadoop 752751 Apr 1 22:52 ./__spark_libs__/hadoop-mapreduce-client-common-2.7.3.2.6.0.3-8.jar 46400536 416 -r-xr-xr-x 1 yarn hadoop 423753 Apr 1 22:52 ./__spark_libs__/scala-parser-combinators_2.11-1.0.4.jar 46400394 504 -r-xr-xr-x 1 yarn hadoop 516062 Apr 1 22:52 ./__spark_libs__/aws-java-sdk-core-1.10.6.jar 46400433 36 -r-xr-xr-x 1 yarn hadoop 33015 Apr 1 22:52 ./__spark_libs__/jsr305-1.3.9.jar 46400353 4468 -r-xr-xr-x 1 yarn hadoop 4573750 Apr 1 22:52 ./__spark_libs__/scala-reflect-2.11.8.jar 46400490 188 -r-xr-xr-x 1 yarn hadoop 190432 Apr 1 22:52 ./__spark_libs__/gson-2.2.4.jar 46400320 76 -r-x------ 1 yarn hadoop 74096 Jun 7 12:10 ./py4j-0.10.4-src.zip broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info LogType:launch_container.sh Log Upload Time:Wed Jun 07 12:11:09 +0000 2017 LogLength:6676 Log Contents: #!/bin/bash export SPARK_YARN_STAGING_DIR="hdfs://hdfs-hadoop-88hh.c.creditvidya-152512.internal:8020/user/zeppelin/.sparkStaging/application_1496837077102_0002" export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/hdp/current/hadoop-client/conf"} export JAVA_HOME=${JAVA_HOME:-"/usr/jdk64/jdk1.8.0_112"} export SPARK_LOG_URL_STDOUT="http://hdfs-hadoop-p0z7.c.creditvidya-152512.internal:8042/node/containerlogs/container_e02_1496837077102_0002_01_000003/zeppelin/stdout?start=-4096" export NM_HOST="hdfs-hadoop-p0z7.c.creditvidya-152512.internal" export LOGNAME="zeppelin" export JVM_PID="$$" export PWD="/hadoop/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003" export LOCAL_DIRS="/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002,/hadoop/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002" export PYTHONPATH="/usr/hdp/current/spark2-client//python/lib/py4j-0.10.4-src.zip:/usr/hdp/current/spark2-client//python/:/usr/hdp/current/spark2-client//python:/usr/hdp/current/spark2-client//python/lib/py4j-0.8.2.1-src.zip:$PWD/pyspark.zip:$PWD/py4j-0.10.4-src.zip:$PWD/pyspark.zip:$PWD/py4j-0.10.4-src.zip:/usr/hdp/current/spark2-client//python:/usr/hdp/current/spark2-client//python/lib/py4j-0.8.2.1-src.zip" export NM_HTTP_PORT="8042" export LOG_DIRS="/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003,/hadoop/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= " export NM_PORT="45454" export USER="zeppelin" export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/hdp/current/hadoop-yarn-nodemanager"} export CLASSPATH="$PWD:$PWD/__spark_conf__:$PWD/__spark_libs__/*:/etc/hadoop/conf:/usr/hdp/current/hadoop-client/*:/usr/hdp/current/hadoop-client/lib/*:/usr/hdp/current/hadoop-hdfs-client/*:/usr/hdp/current/hadoop-hdfs-client/lib/*:/usr/hdp/current/hadoop-yarn-client/*:/usr/hdp/current/hadoop-yarn-client/lib/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/*:$PWD/mr-framework/hadoop/share/hadoop/mapreduce/lib/*:$PWD/mr-framework/hadoop/share/hadoop/common/*:$PWD/mr-framework/hadoop/share/hadoop/common/lib/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/*:$PWD/mr-framework/hadoop/share/hadoop/yarn/lib/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/*:$PWD/mr-framework/hadoop/share/hadoop/hdfs/lib/*:$PWD/mr-framework/hadoop/share/hadoop/tools/lib/*:/usr/hdp/2.6.0.3-8/hadoop/lib/hadoop-lzo-0.6.0.2.6.0.3-8.jar:/etc/hadoop/conf/secure" export SPARK_YARN_MODE="true" export HADOOP_TOKEN_FILE_LOCATION="/hadoop/hadoop/yarn/local/usercache/zeppelin/appcache/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003/container_tokens" export NM_AUX_SERVICE_spark_shuffle="" export SPARK_USER="zeppelin" export LOCAL_USER_DIRS="/hadoop/yarn/local/usercache/zeppelin/,/hadoop/hadoop/yarn/local/usercache/zeppelin/" export SPARK_YARN_USER_ENV="PYTHONPATH=/usr/hdp/current/spark2-client//python:/usr/hdp/current/spark2-client//python/lib/py4j-0.8.2.1-src.zip" export SPARK_LOG_URL_STDERR="http://hdfs-hadoop-p0z7.c.creditvidya-152512.internal:8042/node/containerlogs/container_e02_1496837077102_0002_01_000003/zeppelin/stderr?start=-4096" export HOME="/home/" export NM_AUX_SERVICE_spark2_shuffle="" export CONTAINER_ID="container_e02_1496837077102_0002_01_000003" export MALLOC_ARENA_MAX="4" ln -sf "/hadoop/hadoop/yarn/local/filecache/10/spark2-hdp-yarn-archive.tar.gz" "__spark_libs__" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/hadoop/yarn/local/usercache/zeppelin/filecache/31/pyspark.zip" "pyspark.zip" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/hadoop/yarn/local/usercache/zeppelin/filecache/33/py4j-0.10.4-src.zip" "py4j-0.10.4-src.zip" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/usercache/zeppelin/filecache/30/sparkr.zip" "sparkr" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi ln -sf "/hadoop/yarn/local/usercache/zeppelin/filecache/32/__spark_conf__.zip" "__spark_conf__" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi # Creating copy of launch script cp "launch_container.sh" "/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003/launch_container.sh" chmod 640 "/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003/directory.info" ls -l 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003/directory.info" find -L . -maxdepth 5 -ls 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003/directory.info" exec /bin/bash -c "LD_LIBRARY_PATH="/usr/hdp/current/hadoop-client/lib/native:/usr/hdp/current/hadoop-client/lib/native/Linux-amd64-64:$LD_LIBRARY_PATH" $JAVA_HOME/bin/java -server -Xmx1024m -Djava.io.tmpdir=$PWD/tmp '-Dspark.history.ui.port=18081' '-Dspark.driver.port=35199' -Dspark.yarn.app.container.log.dir=/hadoop/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003 -XX:OnOutOfMemoryError='kill %p' org.apache.spark.executor.CoarseGrainedExecutorBackend --driver-url spark://CoarseGrainedScheduler@10.141.0.9:35199 --executor-id 2 --hostname hdfs-hadoop-p0z7.c.creditvidya-152512.internal --cores 1 --app-id application_1496837077102_0002 --user-class-path file:$PWD/__app__.jar 1>/hadoop/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003/stdout 2>/hadoop/hadoop/yarn/log/application_1496837077102_0002/container_e02_1496837077102_0002_01_000003/stderr" hadoop_shell_errorcode=$? if [ $hadoop_shell_errorcode -ne 0 ] then exit $hadoop_shell_errorcode fi End of LogType:launch_container.sh