Reply
Highlighted
Master
Posts: 430
Registered: ‎07-01-2015

CDH6 altus template

[ Edited ]

Hi Cloudera,

 I wanted to upgrade my existing director templates from CDH 5 to CDH 6 and run a new altus director deployment. But I am facing many errors especially in the phase when the cloudera manager has to be deployed.

I would welcome if somebody can point me to a advanced working template for CDH6 and CM6.

 

Thanks

 

Cloudera Employee
Posts: 5
Registered: ‎10-01-2018

Re: CDH6 altus template

Several examples can be found at: https://github.com/cloudera/director-scripts/tree/master/configs

 

If you're using Director 6, the defaults should be CM 6 and CDH 6.  What sort of errors are you seeing?

Explorer
Posts: 25
Registered: ‎11-05-2018

Re: CDH6 altus template

Hi,

 

    It might help

 

{
"name": "{{ cloudera_director_cluster_name }}",
"productVersions": {
"CDH": "6"
},
"services": [
"HDFS",
"HIVE",
"HUE",
"OOZIE",
"YARN",
"ZOOKEEPER",
"SPARK_ON_YARN"
],
"servicesConfigs": {
"HDFS": {
"dfs_encrypt_data_transfer_algorithm": "AES/CTR/NoPadding",
"hadoop_security_authentication": "kerberos",
"hadoop_security_authorization": "true"
},
"ZOOKEEPER": {
"enableSecurity": "true"
}
},
"virtualInstanceGroups": {
"masters": {
"name": "{{ aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_template_name }}",
"virtualInstances": [
{% for x in range(aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_nodes_number) %}
{
"id": "{{ ((x + 10) | pow(3)) | to_uuid }}",
"template": {
"name": "{{ aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_template_name }}",
"type": "{{ aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_ec2_type }}",
"image": "{{ aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_ami_name }}",
"rackId": "/default",
"bootstrapScripts": [],
"config": {
"ebsVolumeCount": "0",
"subnetId": "{{ aws_properties.global.cloudera_director_subnet_id }}",
"ebsOptimized": "false",
"enableEbsEncryption": "false",
"rootVolumeType": "gp2",
"instanceNamePrefix": "{{ aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_template_name }}",
"ebsVolumeSizeGiB": "500",
"rootVolumeSizeGB": "50",
"useSpotInstances": "false",
"ebsVolumeType": "st1",
"securityGroupsIds": "{{ aws_properties.global.cloudera_director_sg_id }}"
},
"tags": {},
"normalizeInstance": true,
"sshHostKeyRetrievalType": "NONE"
}
}
{% if not loop.last %},{% endif %}
{% endfor %}
],
"minCount": {{ aws_properties.cluster_types[cluster_type].cluster.masternode.cloudera_cluster_nodes_number }},
"serviceTypeToRoleTypes": {
"HIVE": [
"HIVEMETASTORE",
"HIVESERVER2"
],
"HDFS": [
"NAMENODE",
"SECONDARYNAMENODE",
"BALANCER"
],
"OOZIE": [
"OOZIE_SERVER"
],
"HUE": [
"HUE_SERVER"
],
"ZOOKEEPER": [
"SERVER"
],
"YARN": [
"RESOURCEMANAGER",
"JOBHISTORY"
],
"SPARK_ON_YARN": [
"SPARK_YARN_HISTORY_SERVER"
]
},
"roleTypesConfigs": {}
},
"workers": {
"name": "{{ aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_template_name }}",
"virtualInstances": [
{% for x in range(aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_nodes_number) %}
{
"id": "{{ ((x + 20) | pow(3)) | to_uuid }}",
"template": {
"name": "{{ aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_template_name }}",
"type": "{{ aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_ec2_type }}",
"image": "{{ aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_ami_name }}",
"rackId": "/default",
"bootstrapScripts": [],
"config": {
"ebsVolumeCount": "1",
"subnetId": "{{ aws_properties.global.cloudera_director_subnet_id }}",
"ebsOptimized": "false",
"enableEbsEncryption": "false",
"rootVolumeType": "gp2",
"instanceNamePrefix": "{{ aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_template_name }}",
"ebsVolumeSizeGiB": "500",
"rootVolumeSizeGB": "50",
"useSpotInstances": "false",
"ebsVolumeType": "st1",
"securityGroupsIds": "{{ aws_properties.global.cloudera_director_sg_id }}"
},
"tags": {},
"normalizeInstance": true,
"sshHostKeyRetrievalType": "NONE"
}
}
{% if not loop.last %},{% endif %}
{% endfor %}
],
"minCount": {{ aws_properties.cluster_types[cluster_type].cluster.datanode.cloudera_cluster_nodes_number }},
"serviceTypeToRoleTypes": {
"HDFS": [
"DATANODE"
],
"YARN": [
"NODEMANAGER"
],
"SPARK_ON_YARN": [
"GATEWAY"
]
},
"roleTypesConfigs": {
"HDFS": {
"DATANODE": {
"dfs_datanode_data_dir_perm": "700",
"dfs_datanode_http_port": "1006",
"dfs_datanode_port": "1004"
}
}
}
}
},
"externalDatabaseTemplates": {
"HIVE": {
"name": "hivetemplate",
"databaseServerName": "{{ aws_properties.cluster_types[cluster_type].deployment.cloudera_database_server_name }}",
"databaseNamePrefix": "hive"
},
"HUE": {
"name": "huetemplate",
"databaseServerName": "{{ aws_properties.cluster_types[cluster_type].deployment.cloudera_database_server_name }}",
"databaseNamePrefix": "hue"
},
"OOZIE": {
"name": "oozietemplate",
"databaseServerName": "{{ aws_properties.cluster_types[cluster_type].deployment.cloudera_database_server_name }}",
"databaseNamePrefix": "oozie"
}
},
"externalDatabases": {},
"parcelRepositories": [
"https://archive.cloudera.com/cdh6/6.2.0/parcels/",
"https://archive.cloudera.com/kafka/parcels/latest/"
],
"restartClusterOnUpdate": false,
"redeployClientConfigsOnUpdate": false,
"instancePostCreateScripts": [],
"postCreateScripts": [],
"preTerminateScripts": [],
"migrations": [],
"administrationSettings": {
"autoRepairEnabled": false,
"autoRepairCooldownPeriodInSeconds": 1800
}
}

 

Regards,

 

Bart