Support Questions
Find answers, ask questions, and share your expertise
Announcements
Alert: Welcome to the Unified Cloudera Community. Former HCC members be sure to read and learn how to activate your account here.

CDH6 altus template

CDH6 altus template

Master Collaborator

Hi Cloudera,

 I wanted to upgrade my existing director templates from CDH 5 to CDH 6 and run a new altus director deployment. But I am facing many errors especially in the phase when the cloudera manager has to be deployed.

I would welcome if somebody can point me to a advanced working template for CDH6 and CM6.

 

Thanks

 

2 REPLIES 2

Re: CDH6 altus template

Cloudera Employee

Several examples can be found at: https://github.com/cloudera/director-scripts/tree/master/configs

 

If you're using Director 6, the defaults should be CM 6 and CDH 6.  What sort of errors are you seeing?

Re: CDH6 altus template

Explorer

Hi,

 

    It might help

 

{
"name": "{{ cloudera_director_cluster_name }}",
"productVersions": {
"CDH": "6"
},
"services": [
"HDFS",
"HIVE",
"HUE",
"OOZIE",
"YARN",
"ZOOKEEPER",
"SPARK_ON_YARN"
],
"servicesConfigs": {
"HDFS": {
"dfs_encrypt_data_transfer_algorithm": "AES/CTR/NoPadding",
"hadoop_security_authentication": "kerberos",
"hadoop_security_authorization": "true"
},
"ZOOKEEPER": {
"enableSecurity": "true"
}
},
"virtualInstanceGroups": {
"masters": {
"name": "{{ aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_template_name }}",
"virtualInstances": [
{% for x in range(aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_nodes_number) %}
{
"id": "{{ ((x + 10) | pow(3)) | to_uuid }}",
"template": {
"name": "{{ aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_template_name }}",
"type": "{{ aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_ec2_type }}",
"image": "{{ aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_ami_name }}",
"rackId": "/default",
"bootstrapScripts": [],
"config": {
"ebsVolumeCount": "0",
"subnetId": "{{ aws_properties.global.cloudera_director_subnet_id }}",
"ebsOptimized": "false",
"enableEbsEncryption": "false",
"rootVolumeType": "gp2",
"instanceNamePrefix": "{{ aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_template_name }}",
"ebsVolumeSizeGiB": "500",
"rootVolumeSizeGB": "50",
"useSpotInstances": "false",
"ebsVolumeType": "st1",
"securityGroupsIds": "{{ aws_properties.global.cloudera_director_sg_id }}"
},
"tags": {},
"normalizeInstance": true,
"sshHostKeyRetrievalType": "NONE"
}
}
{% if not loop.last %},{% endif %}
{% endfor %}
],
"minCount": {{ aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_nodes_number }},
"serviceTypeToRoleTypes": {
"HIVE": [
"HIVEMETASTORE",
"HIVESERVER2"
],
"HDFS": [
"NAMENODE",
"SECONDARYNAMENODE",
"BALANCER"
],
"OOZIE": [
"OOZIE_SERVER"
],
"HUE": [
"HUE_SERVER"
],
"ZOOKEEPER": [
"SERVER"
],
"YARN": [
"RESOURCEMANAGER",
"JOBHISTORY"
],
"SPARK_ON_YARN": [
"SPARK_YARN_HISTORY_SERVER"
]
},
"roleTypesConfigs": {}
},
"workers": {
"name": "{{ aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_template_name }}",
"virtualInstances": [
{% for x in range(aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_nodes_number) %}
{
"id": "{{ ((x + 20) | pow(3)) | to_uuid }}",
"template": {
"name": "{{ aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_template_name }}",
"type": "{{ aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_ec2_type }}",
"image": "{{ aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_ami_name }}",
"rackId": "/default",
"bootstrapScripts": [],
"config": {
"ebsVolumeCount": "1",
"subnetId": "{{ aws_properties.global.cloudera_director_subnet_id }}",
"ebsOptimized": "false",
"enableEbsEncryption": "false",
"rootVolumeType": "gp2",
"instanceNamePrefix": "{{ aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_template_name }}",
"ebsVolumeSizeGiB": "500",
"rootVolumeSizeGB": "50",
"useSpotInstances": "false",
"ebsVolumeType": "st1",
"securityGroupsIds": "{{ aws_properties.global.cloudera_director_sg_id }}"
},
"tags": {},
"normalizeInstance": true,
"sshHostKeyRetrievalType": "NONE"
}
}
{% if not loop.last %},{% endif %}
{% endfor %}
],
"minCount": {{ aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_nodes_number }},
"serviceTypeToRoleTypes": {
"HDFS": [
"DATANODE"
],
"YARN": [
"NODEMANAGER"
],
"SPARK_ON_YARN": [
"GATEWAY"
]
},
"roleTypesConfigs": {
"HDFS": {
"DATANODE": {
"dfs_datanode_data_dir_perm": "700",
"dfs_datanode_http_port": "1006",
"dfs_datanode_port": "1004"
}
}
}
}
},
"externalDatabaseTemplates": {
"HIVE": {
"name": "hivetemplate",
"databaseServerName": "{{ aws_properties.cluster_types[cluster_type].deployment.cloudera_database_server_name }}",
"databaseNamePrefix": "hive"
},
"HUE": {
"name": "huetemplate",
"databaseServerName": "{{ aws_properties.cluster_types[cluster_type].deployment.cloudera_database_server_name }}",
"databaseNamePrefix": "hue"
},
"OOZIE": {
"name": "oozietemplate",
"databaseServerName": "{{ aws_properties.cluster_types[cluster_type].deployment.cloudera_database_server_name }}",
"databaseNamePrefix": "oozie"
}
},
"externalDatabases": {},
"parcelRepositories": [
"https://archive.cloudera.com/cdh6/6.2.0/parcels/",
"https://archive.cloudera.com/kafka/parcels/latest/"
],
"restartClusterOnUpdate": false,
"redeployClientConfigsOnUpdate": false,
"instancePostCreateScripts": [],
"postCreateScripts": [],
"preTerminateScripts": [],
"migrations": [],
"administrationSettings": {
"autoRepairEnabled": false,
"autoRepairCooldownPeriodInSeconds": 1800
}
}

 

Regards,

 

Bart