{ "Blueprints": { "stack_name": "HDP", "stack_version": "2.3" }, "host_groups": [{ "cardinality": "1", "name": "name1.aws.hivetest.solution.com", "components": [{ "name": "NAMENODE" }, { "name": "HISTORYSERVER" }, { "name": "ZKFC" }, { "name": "JOURNALNODE" }, { "name": "ZOOKEEPER_SERVER" }, { "name": "METRICS_MONITOR" }, { "name": "HDFS_CLIENT" }] }, { "cardinality": "1", "name": "name2.aws.hivetest.solution.com", "components": [{ "name": "NAMENODE" }, { "name": "ZKFC" }, { "name": "JOURNALNODE" }, { "name": "ZOOKEEPER_SERVER" }, { "name": "PIG" }, { "name": "METRICS_MONITOR" }, { "name": "HDFS_CLIENT" }, { "name": "ZOOKEEPER_CLIENT" }] }, { "cardinality": "1", "name": "ambari.aws.hivetest.solution.com", "components": [{ "name": "JOURNALNODE" }, { "name": "APP_TIMELINE_SERVER" }, { "name": "RESOURCEMANAGER" }, { "name": "YARN_CLIENT" }, { "name": "ZOOKEEPER_SERVER" }, { "name": "METRICS_COLLECTOR" }, { "name": "PIG" }, { "name": "METRICS_MONITOR" }, { "name": "HDFS_CLIENT" }, { "name": "ZOOKEEPER_CLIENT" }] }, { "cardinality": "1", "name": "data1.aws.hivetest.solution.com", "components": [{ "name": "DATANODE" }, { "name": "NODEMANAGER" }, { "name": "METRICS_MONITOR" }, { "name": "HDFS_CLIENT" }, { "name": "ZOOKEEPER_CLIENT" }] }, { "cardinality": "1", "name": "mysqlslave2.test.solution.com", "components": [{ "name": "METRICS_MONITOR" }, { "name": "HDFS_CLIENT" }, { "name": "ZOOKEEPER_CLIENT" }] }, { "cardinality": "1", "name": "mysqlmaster.test.solution.com", "components": [{ "name": "METRICS_MONITOR" }, { "name": "HDFS_CLIENT" }, { "name": "ZOOKEEPER_CLIENT" }] }, { "cardinality": "1", "name": "mysqlslave1.test.solution.com", "components": [{ "name": "METRICS_MONITOR" }, { "name": "HDFS_CLIENT" }, { "name": "ZOOKEEPER_CLIENT" }] }], "configurations": [{ "global": { "javax.jdo.option.ConnectionUserName": "hive", "javax.jdo.option.ConnectionPassword": "hive" } }, { "hive-site": { "properties": { "javax.jdo.option.ConnectionDriverName": "com.mysql.jdbc.Driver", "javax.jdo.option.ConnectionUserName": "hive", "javax.jdo.option.ConnectionURL": "jdbc:mysql://mysqlmaster.test.solution.com:3306/hive?createDatabaseIfNotExist=true" } } }, { "oozie-site": { "properties": { "oozie.service.JPAService.jdbc.password": "oozie", "oozie.service.JPAService.jdbc.driver": "com.mysql.jdbc.Driver", "oozie.service.JPAService.jdbc.username": "oozie", "oozie.service.JPAService.jdbc.url": "jdbc:mysql://mysqlmaster.test.solution.com:3306/oozie" } } }, { "hive-env": { "hive_metastore_user_passwd": "hive", "hive_database_name": "hive", "hive_database_type": "mysql", "hive_user": "hive", "hive_database": "Existing MySQL Database", "hive_existing_mysql_database": "MySQL" } }, { "oozie-env": { "oozie_database": "Existing MySQL Database", "oozie_user": "oozie", "oozie_ambari_database": "MySQL", "oozie_existing_mysql_database": "MySQL" } }, { "mapred-site": { "properties": { "yarn.app.mapreduce.am.staging-dir": "/tmp" } } }, { "yarn-site": { "properties": { "yarn.acl.enable": "true" } } }, { "core-site": { "properties": { "fs.defaultFS": "hdfs://mycluster", "ha.zookeeper.quorum": "%HOSTGROUP::name1.aws.hivetest.solution.com%:2181,%HOSTGROUP::name2.aws.hivetest.solution.com%:2181,%HOSTGROUP::ambari.aws.hivetest.solution.com%:2181" } } }, { "hdfs-site": { "properties": { "dfs.namenode.https-address.mycluster.nn2": "%HOSTGROUP::name2.aws.hivetest.solution.com%:50470", "dfs.namenode.https-address.mycluster.nn1": "%HOSTGROUP::name1.aws.hivetest.solution.com%:50470", "dfs.namenode.http-address": "%HOSTGROUP::name1.aws.hivetest.solution.com%:50070", "dfs.namenode.shared.edits.dir": "qjournal://%HOSTGROUP::name1.aws.hivetest.solution.com%:8485;%HOSTGROUP::ambari.aws.hivetest.solution.com%:8485;%HOSTGROUP::name2.aws.hivetest.solution.com%:8485/mycluster", "dfs.namenode.rpc-address.mycluster.nn2": "%HOSTGROUP::name2.aws.hivetest.solution.com%:8020", "dfs.namenode.rpc-address.mycluster.nn1": "%HOSTGROUP::name1.aws.hivetest.solution.com%:8020", "dfs.ha.namenodes.mycluster": "nn1,nn2", "dfs.namenode.https-address": "%HOSTGROUP::name1.aws.hivetest.solution.com%:50470", "dfs.ha.automatic-failover.enabled": "true", "dfs.client.failover.proxy.provider.mycluster": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider", "dfs.namenode.http-address.mycluster.nn2": "%HOSTGROUP::name2.aws.hivetest.solution.com%:50070", "dfs.namenode.http-address.mycluster.nn1": "%HOSTGROUP::name1.aws.hivetest.solution.com%:50070", "dfs.namenode.acls.enabled": "true" } } }] }