Created on 09-16-2016 02:41 PM - edited 09-16-2022 03:39 AM
Using the following Configuration file, it dies...
This is patterned off of the provided example from Cloudera.. it builds fine when hdfs-master count = 1, but when making it 2 to have more than a single NameNode, etc.. it fails..
cloudera-manager {
instance: ${instances.m42x} {
tags {
# add any additional tags as needed
application: "Cloudera Manager 5"
}
}
repository: "http://archive.cloudera.com/cm5/redhat/6/x86_64/cm/5.8/"
repositoryKeyUrl: "http://archive.cloudera.com/cm5/redhat/6/x86_64/cm/RPM-GPG-KEY-cloudera"
enableEnterpriseTrial: true
}
cluster {
products {
CDH: 5
}
configs {
# HDFS fencing should be set to true for HA configurations
HDFS {
dfs_ha_fencing_methods: "shell(true)"
}
}
services: [HDFS, ZOOKEEPER, HBASE, HIVE ]
hdfsmaster-1 {
count: 2
instance: ${instances.m42x} {
tags {
group: hdfsmaster-1
}
}
roles {
HDFS: [NAMENODE, JOURNALNODE, FAILOVERCONTROLLER, BALANCER]
ZOOKEEPER: [SERVER]
HBASE: [MASTER]
}
# NameNode nameservice, autofailover, and quorum journal name must be configured for high availability
configs {
HDFS {
NAMENODE {
dfs_federation_namenode_nameservice: hanameservice
autofailover_enabled: true
dfs_namenode_quorum_journal_name: hanameservice
}
}
}
}
hdfsmaster-2 {
count: 1
instance: ${instances.m42x} {
tags {
group: hdfsmaster-2
}
}
roles {
HDFS: [ JOURNALNODE]
ZOOKEEPER: [SERVER]
}
}
master-1 {
count: 1
instance: ${instances.m42x} {
tags {
group: master
}
}
roles {
HBASE: [MASTER]
ZOOKEEPER: [SERVER]
}
}
workers {
count: 3
minCount: 1
instance: ${instances.c34x} {
# placementGroup: REPLACE-ME
tags {
group: worker
}
}
roles {
HDFS: [DATANODE]
HBASE: [REGIONSERVER]
}
}
gateways {
count: 1
instance: ${instances.t2l} {
tags {
group: gateway
}
}
roles {
HIVE: [GATEWAY]
}
}
postCreateScripts: ["""#!/bin/sh
echo 'Hello World!'
exit 0
""",
"""#!/usr/bin/python
print 'Hello again!'
"""]
preTerminateScripts: ["""#!/bin/sh
echo 'Goodbye World!'
exit 0
""",
"""#!/usr/bin/python
print 'Goodbye again!'
"""]