{ "am-container-spec": { "commands": { "command": "{{JAVA_HOME}}/bin/java -server -Xmx1024m -Dhdp.version=2.4.0.0-169 -Dspark.yarn.app.container.log.dir=/hadoop/yarn/log/rest-api -Dspark.app.name=SimpleProject org.apache.spark.deploy.yarn.ApplicationMaster --class IrisApp --jar __app__.jar --arg '--class' --arg 'SimpleProject' 1>/AppMaster.stdout 2>/AppMaster.stderr" }, "environment": { "entry": [ { "key": "JAVA_HOME", "value": "/usr/jdk64/jdk1.8.0_60/" }, { "key": "SPARK_YARN_MODE", "value": true }, { "key": "HDP_VERSION", "value": "2.4.0.0-169" }, { "key": "CLASSPATH", "value": "{{PWD}}__spark__.jar{{PWD}}/__app__.jar{{PWD}}/__app__.properties{{HADOOP_CONF_DIR}}/usr/hdp/current/hadoop-client/*/usr/hdp/current/hadoop-client/lib/*/usr/hdp/current/hadoop-hdfs-client/*/usr/hdp/current/hadoop-hdfs-client/lib/*/usr/hdp/current/hadoop-yarn-client/*/usr/hdp/current/hadoop-yarn-client/lib/*{{PWD}}/mr-framework/hadoop/share/hadoop/common/*{{PWD}}/mr-framework/hadoop/share/hadoop/common/lib/*{{PWD}}/mr-framework/hadoop/share/hadoop/yarn/*{{PWD}}/mr-framework/hadoop/share/hadoop/yarn/lib/*{{PWD}}/mr-framework/hadoop/share/hadoop/hdfs/*{{PWD}}/mr-framework/hadoop/share/hadoop/hdfs/lib/*{{PWD}}/mr-framework/hadoop/share/hadoop/tools/lib/*/usr/hdp/2.4.0.0-169/hadoop/lib/hadoop-lzo-0.6.0.2.4.0.0-169.jar/etc/hadoop/conf/secure" }, { "key": "SPARK_YARN_CACHE_FILES", "value": "hdfs://beebox01.localdomain:8020/tmp/simple-project/simple-project.jar#__app__.jar,hdfs://beebox01.localdomain:8020/hdp/apps/2.4.0.0-169/spark/spark-hdp-assembly.jar#__spark__.jar" }, { "key": "SPARK_YARN_CACHE_FILES_FILE_SIZES", "value": "10588,191724610" }, { "key": "SPARK_YARN_CACHE_FILES_TIME_STAMPS", "value": "1460990579987,1460219553714" }, { "key": "SPARK_YARN_CACHE_FILES_VISIBILITIES", "value": "PUBLIC,PRIVATE" } ] }, "local-resources": { "entry": [ { "key": "__spark__.jar", "value": { "resource": "hdfs://beebox01.localdomain:8020/hdp/apps/2.4.0.0-169/spark/spark-hdp-assembly.jar", "size": 191724610, "timestamp": 1460219553714, "type": "FILE", "visibility": "APPLICATION" } }, { "key": "__app__.jar", "value": { "resource": "hdfs://beebox01.localdomain:8020/tmp/simple-project/simple-project.jar", "size": 10588, "timestamp": 1460990579987, "type": "FILE", "visibility": "APPLICATION" } }, { "key": "__app__.properties", "value": { "resource": "hdfs://beebox01.localdomain:8020/tmp/simple-project/spark-yarn.properties", "size": 762, "timestamp": 1460990580053, "type": "FILE", "visibility": "APPLICATION" } } ] } }, "application-id": "application_1460195242962_0055", "application-name": "SimpleProject", "application-type": "YARN", "keep-containers-across-application-attempts": false, "max-app-attempts": 2, "resource": { "memory": 1024, "vCores": 1 }, "unmanaged-AM": false }