{ "configurations": [ { "hdfs-site": { "properties": { "dfs.namenode.http-address": "localhost:50070", "dfs.namenode.https-address": "localhost:50470", "dfs.namenode.rpc-address": "localhost:8020", "dfs.namenode.secondary.http-address": "localhost:50090", "dfs.nameservices": "mycluster", "dfs.internal.nameservices": "mycluster", "dfs.ha.namenodes.mycluster": "nn1,nn2", "dfs.client.failover.proxy.provider.mycluster": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider", "dfs.ha.fencing.methods": "shell(/bin/true)", "dfs.ha.automatic-failover.enabled": "true", "dfs.namenode.shared.edits.dir": "qjournal://localhost:8485/mycluster", "dfs.namenode.https-address.mycluster.nn1": "%HOSTGROUP::master1%:50470", "dfs.namenode.http-address.mycluster.nn1": "%HOSTGROUP::master1%:50070", "dfs.namenode.rpc-address.mycluster.nn1": "%HOSTGROUP::master1%:8020", "dfs.namenode.https-address.mycluster.nn2": "%HOSTGROUP::master2%:50470", "dfs.namenode.http-address.mycluster.nn2": "%HOSTGROUP::master2%:50070", "dfs.namenode.rpc-address.mycluster.nn2": "%HOSTGROUP::master2%:8020" } } }, { "core-site": { "properties": { "fs.defaultFS": "hdfs://mycluster", "ha.zookeeper.quorum": "localhost:2181" } } } ], "host_groups": [ { "name": "master1", "configurations": [], "components": [ { "name": "ZOOKEEPER_SERVER" }, { "name": "ZOOKEEPER_CLIENT" }, { "name": "NAMENODE" }, { "name": "JOURNALNODE" }, { "name": "ZKFC" }, { "name": "HDFS_CLIENT" }, { "name": "YARN_CLIENT" }, { "name": "METRICS_MONITOR" }, { "name": "MAPREDUCE2_CLIENT" } ], "cardinality": "1" }, { "name": "master2", "configurations": [ { "yarn-site" : { "properties": { "yarn.timeline-service.store-class":"org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore"} } } ], "components": [ { "name": "ZOOKEEPER_SERVER" }, { "name": "ZOOKEEPER_CLIENT" }, { "name": "NAMENODE" }, { "name": "ZKFC" }, { "name": "JOURNALNODE" }, { "name": "RESOURCEMANAGER" }, { "name": "HISTORYSERVER" }, { "name": "APP_TIMELINE_SERVER" }, { "name": "HDFS_CLIENT" }, { "name": "YARN_CLIENT" }, { "name": "METRICS_MONITOR" } ], "cardinality": "1" }, { "name": "master3", "configurations": [], "components": [ { "name": "ZOOKEEPER_SERVER" }, { "name": "ZOOKEEPER_CLIENT" }, { "name": "JOURNALNODE" }, { "name": "HDFS_CLIENT" }, { "name": "MYSQL_SERVER" }, { "name": "METRICS_MONITOR" }, { "name": "ZEPPELIN_MASTER" }, { "name": "LIVY_SERVER" }, { "name": "SPARK2_CLIENT" }, { "name": "SPARK2_JOBHISTORYSERVER" }, { "name": "SPARK_CLIENT" }, { "name": "SPARK_JOBHISTORYSERVER" }, { "name": "SQOOP" }, { "name": "HIVE_METASTORE" }, { "name": "HDFS_CLIENT" }, { "name": "TEZ_CLIENT" }, { "name": "HIVE_CLIENT" }, { "name": "HIVE_SERVER" }, { "name": "WEBHCAT_SERVER" }, { "name": "YARN_CLIENT" } ], "cardinality": "1" }, { "name": "master4", "configurations": [], "components": [ { "name": "OOZIE_CLIENT" }, { "name": "OOZIE_SERVER" }, { "name": "HDFS_CLIENT" }, { "name": "HIVE_CLIENT" }, { "name": "YARN_CLIENT" }, { "name": "FALCON_CLIENT" }, { "name": "FALCON_SERVER" }, { "name": "METRICS_MONITOR" }, { "name": "MAPREDUCE2_CLIENT" } ] }, { "name": "worker", "configurations": [], "components": [ { "name": "DATANODE" }, { "name": "HDFS_CLIENT" }, { "name": "NODEMANAGER" }, { "name": "YARN_CLIENT" }, { "name": "TEZ_CLIENT" }, { "name": "HIVE_CLIENT" }, { "name": "MAPREDUCE2_CLIENT" }, { "name": "SPARK2_CLIENT" }, { "name": "SPARK_CLIENT" }, { "name": "METRICS_MONITOR" } ], "cardinality": "1+" }, { "components": [ { "name": "METRICS_COLLECTOR" }, { "name": "AMBARI_SERVER" }, { "name": "YARN_CLIENT" }, { "name": "HDFS_CLIENT" }, { "name": "OOZIE_CLIENT" }, { "name": "TEZ_CLIENT" }, { "name": "HIVE_CLIENT" }, { "name": "MAPREDUCE2_CLIENT" }, { "name": "SPARK2_CLIENT" }, { "name": "SPARK_CLIENT" } ], "configurations": [], "name": "Utility1", "cardinality": "1" } ], "Blueprints": { "blueprint_name": "nn-ha", "stack_name": "HDP", "stack_version": "2.5" } }