Member since
07-01-2016
5
Posts
0
Kudos Received
0
Solutions
11-16-2016
06:19 PM
Am trying to setup a NN+RM HA blueprint as shown below, but couldn't able to launch successfully and getting errors like couldn't able to start namenode, resource manager services successfully. Please advise. {
"Blueprints": {
"blueprint_name": "NN_RM_HA",
"stack_name": "HDP",
"stack_version": "2.5"
},
"host_groups": [
{
"name": "edge",
"components": [
{
"name": "ZOOKEEPER_CLIENT"
},
{
"name": "KNOX_GATEWAY"
},
{
"name": "METRICS_MONITOR"
},
{
"name": "TEZ_CLIENT"
},
{
"name": "SLIDER"
},
{
"name": "SQOOP"
},
{
"name": "HDFS_CLIENT"
},
{
"name": "YARN_CLIENT"
},
{
"name": "METRICS_COLLECTOR"
},
{
"name": "MAPREDUCE2_CLIENT"
}
],
"cardinality": "1"
},
{
"name": "datanodes",
"components": [
{
"name": "NODEMANAGER"
},
{
"name": "METRICS_MONITOR"
},
{
"name": "DATANODE"
}
],
"cardinality": "4"
},
{
"name": "mgmt_1",
"components": [
{
"name": "ZOOKEEPER_SERVER"
},
{
"name": "HDFS_CLIENT"
},
{
"name": "YARN_CLIENT"
},
{
"name": "JOURNALNODE"
},
{
"name": "HISTORYSERVER"
},
{
"name": "NAMENODE"
},
{
"name": "ZKFC"
},
{
"name": "METRICS_MONITOR"
}
],
"cardinality": "1"
},
{
"name": "mgmt_2",
"components": [
{
"name": "ZOOKEEPER_SERVER"
},
{
"name": "HDFS_CLIENT"
},
{
"name": "YARN_CLIENT"
},
{
"name": "JOURNALNODE"
},
{
"name": "METRICS_MONITOR"
},
{
"name": "RESOURCEMANAGER"
},
{
"name": "APP_TIMELINE_SERVER"
}
],
"cardinality": "1"
},
{
"name": "mgmt_3",
"components": [
{
"name": "ZOOKEEPER_SERVER"
},
{
"name": "HDFS_CLIENT"
},
{
"name": "YARN_CLIENT"
},
{
"name": "ZKFC"
},
{
"name": "JOURNALNODE"
},
{
"name": "METRICS_MONITOR"
},
{
"name": "NAMENODE"
},
{
"name": "RESOURCEMANAGER"
}
],
"cardinality": "1"
}
],
"configurations": [
{
"core-site": {
"properties": {
"fs.defaultFS": "hdfs://mycluster",
"ha.zookeeper.quorum": "%HOSTGROUP::mgmt_1%:2181,%HOSTGROUP::mgmt_2%:2181,%HOSTGROUP::mgmt_3%:2181",
"hadoop.proxyuser.yarn.hosts": "%HOSTGROUP::mgmt_2%,%HOSTGROUP::mgmt_3%"
}
}
},
{
"hdfs-site": {
"properties": {
"dfs.client.failover.proxy.provider.mycluster": "org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider",
"dfs.ha.automatic-failover.enabled": "true",
"dfs.ha.fencing.methods": "shell(/bin/true)",
"dfs.ha.namenodes.mycluster": "nn1,nn2",
"dfs.namenode.http-address": "%HOSTGROUP::mgmt_1%:50070",
"dfs.namenode.http-address.mycluster.nn1": "%HOSTGROUP::mgmt_1%:50070",
"dfs.namenode.http-address.mycluster.nn2": "%HOSTGROUP::mgmt_3%:50070",
"dfs.namenode.https-address": "%HOSTGROUP::mgmt_1%:50470",
"dfs.namenode.https-address.mycluster.nn1": "%HOSTGROUP::mgmt_1%:50470",
"dfs.namenode.https-address.mycluster.nn2": "%HOSTGROUP::mgmt_3%:50470",
"dfs.namenode.rpc-address.mycluster.nn1": "%HOSTGROUP::mgmt_1%:8020",
"dfs.namenode.rpc-address.mycluster.nn2": "%HOSTGROUP::mgmt_3%:8020",
"dfs.namenode.shared.edits.dir": "qjournal://%HOSTGROUP::mgmt_1%:8485;%HOSTGROUP::mgmt_2%:8485;%HOSTGROUP::mgmt_3%:8485/mycluster",
"dfs.nameservices": "mycluster"
}
}
},
{
"yarn-site": {
"properties": {
"hadoop.registry.rm.enabled": "false",
"hadoop.registry.zk.quorum": "%HOSTGROUP::mgmt_3%:2181,%HOSTGROUP::mgmt_2%:2181,%HOSTGROUP::mgmt_1%:2181",
"yarn.log.server.url": "http://%HOSTGROUP::mgmt_2%:19888/jobhistory/logs",
"yarn.resourcemanager.address": "%HOSTGROUP::mgmt_2%:8050",
"yarn.resourcemanager.admin.address": "%HOSTGROUP::mgmt_2%:8141",
"yarn.resourcemanager.cluster-id": "yarn-cluster",
"yarn.resourcemanager.ha.automatic-failover.zk-base-path": "/yarn-leader-election",
"yarn.resourcemanager.ha.enabled": "true",
"yarn.resourcemanager.ha.rm-ids": "rm1,rm2",
"yarn.resourcemanager.hostname": "%HOSTGROUP::mgmt_2%",
"yarn.resourcemanager.recovery.enabled": "true",
"yarn.resourcemanager.resource-tracker.address": "%HOSTGROUP::mgmt_2%:8025",
"yarn.resourcemanager.scheduler.address": "%HOSTGROUP::mgmt_2%:8030",
"yarn.resourcemanager.store.class": "org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore",
"yarn.resourcemanager.webapp.address": "%HOSTGROUP::mgmt_2%:8088",
"yarn.resourcemanager.webapp.https.address": "%HOSTGROUP::mgmt_2%:8090",
"yarn.timeline-service.address": "%HOSTGROUP::mgmt_2%:10200",
"yarn.timeline-service.webapp.address": "%HOSTGROUP::mgmt_2%:8188",
"yarn.timeline-service.webapp.https.address": "%HOSTGROUP::mgmt_2%:8190",
"yarn.resourcemanager.zk-address": "%HOSTGROUP::mgmt_2%:2181,%HOSTGROUP::mgmt_1%:2181,%HOSTGROUP::mgmt_3%:2181",
"yarn.resourcemanager.hostname.rm1": "%HOSTGROUP::mgmt_2%",
"yarn.resourcemanager.hostname.rm2": "%HOSTGROUP::mgmt_3%"
}
}
}
]
}
... View more
10-18-2016
09:37 AM
Hi Atif - How did you resolve that issue? Am facing the similar issue when deploy the services via Ambari blueprint
... View more
07-07-2016
06:31 AM
Not able to view the cluster in cloudera director console (i.e. dashboard) if launch via cloudera-director bootstrap <conf.filename> Is there any setting needs to be done in CD conf file?
... View more