{ "href" : "http://172.18.168.64:8080/api/v1/blueprints/mi-ha/", "configurations" : [ { "hdfs-site" : { "properties" : { "dfs.namenode.https-address" : "mi-ha-ha-master-0.novalocal:50470", "dfs.namenode.http-address" : "mi-ha-ha-master-0.novalocal:50070", "dfs.nameservices" : "hdfs-ha", "dfs.namenode.https-address.hdfs-ha.mi-ha-ha-master-1" : "mi-ha-ha-master-1.novalocal:50470", "dfs.namenode.https-address.hdfs-ha.mi-ha-ha-master-0" : "mi-ha-ha-master-0.novalocal:50470", "dfs.namenode.http-address.hdfs-ha.mi-ha-ha-master-0" : "mi-ha-ha-master-0.novalocal:50070", "dfs.namenode.http-address.hdfs-ha.mi-ha-ha-master-1" : "mi-ha-ha-master-1.novalocal:50070", "dfs.client.retry.policy.enabled" : "true", "dfs.ha.namenodes.hdfs-ha" : "mi-ha-ha-master-0,mi-ha-ha-master-1", "dfs.ha.fencing.methods" : "shell(/bin/true)", "dfs.namenode.rpc-address.hdfs-ha.mi-ha-ha-master-0" : "mi-ha-ha-master-0.novalocal:8020", "dfs.ha.automatic-failover.enabled" : "true", "dfs.client.failover.proxy.provider.hdfs-ha" : "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider", "dfs.namenode.shared.edits.dir" : "qjournal://mi-ha-ha-worker-0.novalocal:8485;mi-ha-ha-worker-1.novalocal:8485;mi-ha-ha-worker-2.novalocal:8485/hdfs-ha", "dfs.namenode.rpc-address.hdfs-ha.mi-ha-ha-master-1" : "mi-ha-ha-master-1.novalocal:8020" } } }, { "yarn-site" : { "properties" : { "yarn.timeline-service.address" : "mi-ha-ha-manager-0.novalocal:10200", "yarn.resourcemanager.admin.address" : "mi-ha-ha-master-0.novalocal:8141", "yarn.resourcemanager.ha.enabled" : "true", "yarn.resourcemanager.ha.automatic-failover.zk-base-path" : "/yarn-leader-election", "yarn.resourcemanager.resource-tracker.address" : "mi-ha-ha-master-0.novalocal:8025", "yarn.resourcemanager.scheduler.address" : "mi-ha-ha-master-0.novalocal:8030", "yarn.resourcemanager.zk-address" : "mi-ha-ha-worker-0.novalocal:2181,mi-ha-ha-worker-1.novalocal:2181,mi-ha-ha-worker-2.novalocal:2181", "yarn.resourcemanager.hostname" : "mi-ha-ha-master-0.novalocal", "yarn.resourcemanager.hostname.mi-ha-ha-master-0" : "mi-ha-ha-master-0.novalocal", "hadoop.registry.rm.enabled" : "false", "yarn.resourcemanager.hostname.mi-ha-ha-master-1" : "mi-ha-ha-master-1.novalocal", "yarn.resourcemanager.ha.rm-ids" : "mi-ha-ha-master-0,mi-ha-ha-master-1", "yarn.timeline-service.webapp.address" : "mi-ha-ha-manager-0.novalocal:8188", "yarn.timeline-service.webapp.https.address" : "mi-ha-ha-manager-0.novalocal:8190", "yarn.resourcemanager.address" : "mi-ha-ha-master-0.novalocal:8050", "yarn.resourcemanager.webapp.address" : "mi-ha-ha-master-0.novalocal:8088", "yarn.resourcemanager.cluster-id" : "mi-ha", "yarn.resourcemanager.store.class" : "org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore", "yarn.resourcemanager.recovery.enabled" : "true", "yarn.log.server.url" : "mi-ha-ha-manager-0.novalocal:19888/jobhistory/logs/" } } }, { "zoo.cfg" : { "properties" : { "tickTime" : "10000" } } }, { "hadoop-env" : { "properties" : { "namenode_opt_newsize" : "1024m", "dtnode_heapsize" : "1024m", "namenode_opt_maxnewsize" : "1024m", "namenode_heapsize" : "2048m" } } }, { "core-site" : { "properties" : { "ha.zookeeper.quorum" : "mi-ha-ha-worker-0.novalocal:2181,mi-ha-ha-worker-1.novalocal:2181,mi-ha-ha-worker-2.novalocal:2181", "fs.swift.service.sahara.auth.endpoint.prefix" : "/endpoints/AUTH_", "fs.swift.impl" : "org.apache.hadoop.fs.swift.snative.SwiftNativeFileSystem", "fs.swift.service.sahara.https.port" : "443", "fs.swift.service.sahara.public" : "true", "fs.defaultFS" : "hdfs://hdfs-ha", "fs.swift.service.sahara.tenant" : "dev", "fs.swift.service.sahara.auth.url" : "https://public.fuel.local:5000/v2.0/tokens/", "fs.swift.service.sahara.http.port" : "8080" } } } ], "host_groups" : [ { "name" : "mi-ha-ha-manager-0", "configurations" : [ { "hdfs-site" : { "properties" : { "dfs.datanode.data.dir" : "/mnt/hdfs/data", "dfs.namenode.checkpoint.dir" : "/mnt/hdfs/namesecondary", "dfs.journalnode.edits.dir" : "/mnt/hdfs/journalnode", "dfs.namenode.name.dir" : "/mnt/hdfs/namenode" } } }, { "yarn-site" : { "properties" : { "yarn.timeline-service.leveldb-timeline-store.path" : "/mnt/yarn/timeline", "yarn.nodemanager.local-dirs" : "/mnt/yarn/local", "yarn.nodemanager.log-dirs" : "/mnt/yarn/log" } } }, { "oozie-site" : { "properties" : { "oozie.service.AuthorizationService.security.enabled" : "false" } } } ], "components" : [ { "name" : "TEZ_CLIENT" }, { "name" : "METRICS_COLLECTOR" }, { "name" : "APP_TIMELINE_SERVER" }, { "name" : "PIG" }, { "name" : "MAPREDUCE2_CLIENT" }, { "name" : "YARN_CLIENT" }, { "name" : "OOZIE_SERVER" }, { "name" : "HISTORYSERVER" }, { "name" : "ZOOKEEPER_CLIENT" }, { "name" : "OOZIE_CLIENT" }, { "name" : "METRICS_MONITOR" }, { "name" : "HDFS_CLIENT" } ], "cardinality" : "NOT SPECIFIED" }, { "name" : "mi-ha-ha-master-1", "configurations" : [ { "hdfs-site" : { "properties" : { "dfs.datanode.data.dir" : "/mnt/hdfs/data", "dfs.namenode.checkpoint.dir" : "/mnt/hdfs/namesecondary", "dfs.journalnode.edits.dir" : "/mnt/hdfs/journalnode", "dfs.namenode.name.dir" : "/mnt/hdfs/namenode" } } }, { "yarn-site" : { "properties" : { "yarn.timeline-service.leveldb-timeline-store.path" : "/mnt/yarn/timeline", "yarn.nodemanager.local-dirs" : "/mnt/yarn/local", "yarn.nodemanager.log-dirs" : "/mnt/yarn/log" } } }, { "oozie-site" : { "properties" : { "oozie.service.AuthorizationService.security.enabled" : "false" } } } ], "components" : [ { "name" : "ZOOKEEPER_CLIENT" }, { "name" : "METRICS_MONITOR" }, { "name" : "OOZIE_CLIENT" }, { "name" : "TEZ_CLIENT" }, { "name" : "YARN_CLIENT" }, { "name" : "HDFS_CLIENT" }, { "name" : "ZKFC" }, { "name" : "MAPREDUCE2_CLIENT" }, { "name" : "NAMENODE" }, { "name" : "RESOURCEMANAGER" } ], "cardinality" : "NOT SPECIFIED" }, { "name" : "mi-ha-ha-master-0", "configurations" : [ { "hdfs-site" : { "properties" : { "dfs.datanode.data.dir" : "/mnt/hdfs/data", "dfs.namenode.checkpoint.dir" : "/mnt/hdfs/namesecondary", "dfs.journalnode.edits.dir" : "/mnt/hdfs/journalnode", "dfs.namenode.name.dir" : "/mnt/hdfs/namenode" } } }, { "yarn-site" : { "properties" : { "yarn.timeline-service.leveldb-timeline-store.path" : "/mnt/yarn/timeline", "yarn.nodemanager.local-dirs" : "/mnt/yarn/local", "yarn.nodemanager.log-dirs" : "/mnt/yarn/log" } } }, { "oozie-site" : { "properties" : { "oozie.service.AuthorizationService.security.enabled" : "false" } } } ], "components" : [ { "name" : "MAPREDUCE2_CLIENT" }, { "name" : "ZKFC" }, { "name" : "TEZ_CLIENT" }, { "name" : "METRICS_MONITOR" }, { "name" : "RESOURCEMANAGER" }, { "name" : "NAMENODE" }, { "name" : "OOZIE_CLIENT" }, { "name" : "ZOOKEEPER_CLIENT" }, { "name" : "YARN_CLIENT" }, { "name" : "HDFS_CLIENT" } ], "cardinality" : "NOT SPECIFIED" }, { "name" : "mi-ha-ha-worker-2", "configurations" : [ { "hdfs-site" : { "properties" : { "dfs.datanode.data.dir" : "/mnt/hdfs/data", "dfs.namenode.checkpoint.dir" : "/mnt/hdfs/namesecondary", "dfs.journalnode.edits.dir" : "/mnt/hdfs/journalnode", "dfs.namenode.name.dir" : "/mnt/hdfs/namenode" } } }, { "yarn-site" : { "properties" : { "yarn.timeline-service.leveldb-timeline-store.path" : "/mnt/yarn/timeline", "yarn.nodemanager.local-dirs" : "/mnt/yarn/local", "yarn.nodemanager.log-dirs" : "/mnt/yarn/log" } } }, { "oozie-site" : { "properties" : { "oozie.service.AuthorizationService.security.enabled" : "false" } } } ], "components" : [ { "name" : "YARN_CLIENT" }, { "name" : "JOURNALNODE" }, { "name" : "HDFS_CLIENT" }, { "name" : "ZOOKEEPER_SERVER" }, { "name" : "TEZ_CLIENT" }, { "name" : "METRICS_MONITOR" }, { "name" : "MAPREDUCE2_CLIENT" }, { "name" : "ZOOKEEPER_CLIENT" }, { "name" : "DATANODE" }, { "name" : "OOZIE_CLIENT" }, { "name" : "NODEMANAGER" } ], "cardinality" : "NOT SPECIFIED" }, { "name" : "mi-ha-ha-worker-0", "configurations" : [ { "hdfs-site" : { "properties" : { "dfs.datanode.data.dir" : "/mnt/hdfs/data", "dfs.namenode.checkpoint.dir" : "/mnt/hdfs/namesecondary", "dfs.journalnode.edits.dir" : "/mnt/hdfs/journalnode", "dfs.namenode.name.dir" : "/mnt/hdfs/namenode" } } }, { "yarn-site" : { "properties" : { "yarn.timeline-service.leveldb-timeline-store.path" : "/mnt/yarn/timeline", "yarn.nodemanager.local-dirs" : "/mnt/yarn/local", "yarn.nodemanager.log-dirs" : "/mnt/yarn/log" } } }, { "oozie-site" : { "properties" : { "oozie.service.AuthorizationService.security.enabled" : "false" } } } ], "components" : [ { "name" : "DATANODE" }, { "name" : "NODEMANAGER" }, { "name" : "ZOOKEEPER_CLIENT" }, { "name" : "MAPREDUCE2_CLIENT" }, { "name" : "YARN_CLIENT" }, { "name" : "ZOOKEEPER_SERVER" }, { "name" : "TEZ_CLIENT" }, { "name" : "HDFS_CLIENT" }, { "name" : "JOURNALNODE" }, { "name" : "METRICS_MONITOR" }, { "name" : "OOZIE_CLIENT" } ], "cardinality" : "NOT SPECIFIED" }, { "name" : "mi-ha-ha-worker-1", "configurations" : [ { "hdfs-site" : { "properties" : { "dfs.datanode.data.dir" : "/mnt/hdfs/data", "dfs.namenode.checkpoint.dir" : "/mnt/hdfs/namesecondary", "dfs.journalnode.edits.dir" : "/mnt/hdfs/journalnode", "dfs.namenode.name.dir" : "/mnt/hdfs/namenode" } } }, { "yarn-site" : { "properties" : { "yarn.timeline-service.leveldb-timeline-store.path" : "/mnt/yarn/timeline", "yarn.nodemanager.local-dirs" : "/mnt/yarn/local", "yarn.nodemanager.log-dirs" : "/mnt/yarn/log" } } }, { "oozie-site" : { "properties" : { "oozie.service.AuthorizationService.security.enabled" : "false" } } } ], "components" : [ { "name" : "YARN_CLIENT" }, { "name" : "HDFS_CLIENT" }, { "name" : "OOZIE_CLIENT" }, { "name" : "DATANODE" }, { "name" : "NODEMANAGER" }, { "name" : "JOURNALNODE" }, { "name" : "ZOOKEEPER_SERVER" }, { "name" : "TEZ_CLIENT" }, { "name" : "ZOOKEEPER_CLIENT" }, { "name" : "MAPREDUCE2_CLIENT" }, { "name" : "METRICS_MONITOR" } ], "cardinality" : "NOT SPECIFIED" } ], "Blueprints" : { "blueprint_name" : "mi-ha", "stack_name" : "HDP", "stack_version" : "2.3" } }