2017-08-23 19:34:17,699 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf 2017-08-23 19:34:17,701 - Group['hadoop'] {} 2017-08-23 19:34:17,704 - Group['users'] {} 2017-08-23 19:34:17,704 - User['zookeeper'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2017-08-23 19:34:17,706 - User['ams'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2017-08-23 19:34:17,707 - User['ambari-qa'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['users']} 2017-08-23 19:34:17,708 - User['hdfs'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2017-08-23 19:34:17,709 - File['/var/lib/ambari-agent/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555} 2017-08-23 19:34:17,712 - Execute['/var/lib/ambari-agent/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa'] {'not_if': '(test $(id -u ambari-qa) -gt 1000) || (false)'} 2017-08-23 19:34:17,735 - Skipping Execute['/var/lib/ambari-agent/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa'] due to not_if 2017-08-23 19:34:17,736 - Group['hdfs'] {} 2017-08-23 19:34:17,737 - User['hdfs'] {'fetch_nonlocal_groups': True, 'groups': ['hadoop', 'hdfs']} 2017-08-23 19:34:17,738 - FS Type: 2017-08-23 19:34:17,738 - Directory['/etc/hadoop'] {'mode': 0755} 2017-08-23 19:34:17,763 - File['/usr/hdp/current/hadoop-client/conf/hadoop-env.sh'] {'content': InlineTemplate(...), 'owner': 'hdfs', 'group': 'hadoop'} 2017-08-23 19:34:17,764 - Directory['/var/lib/ambari-agent/tmp/hadoop_java_io_tmpdir'] {'owner': 'hdfs', 'group': 'hadoop', 'mode': 01777} 2017-08-23 19:34:17,796 - Initializing 2 repositories 2017-08-23 19:34:17,797 - Repository['HDP-2.5'] {'base_url': 'http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.5.6.0', 'action': ['create'], 'components': ['HDP', 'main'], 'repo_template': '[{{repo_id}}]\nname={{repo_id}}\n{% if mirror_list %}mirrorlist={{mirror_list}}{% else %}baseurl={{base_url}}{% endif %}\n\npath=/\nenabled=1\ngpgcheck=0', 'repo_file_name': 'HDP', 'mirror_list': None} 2017-08-23 19:34:17,813 - File['/etc/yum.repos.d/HDP.repo'] {'content': '[HDP-2.5]\nname=HDP-2.5\nbaseurl=http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.5.6.0\n\npath=/\nenabled=1\ngpgcheck=0'} 2017-08-23 19:34:17,814 - Repository['HDP-UTILS-1.1.0.21'] {'base_url': 'http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.21/repos/centos6', 'action': ['create'], 'components': ['HDP-UTILS', 'main'], 'repo_template': '[{{repo_id}}]\nname={{repo_id}}\n{% if mirror_list %}mirrorlist={{mirror_list}}{% else %}baseurl={{base_url}}{% endif %}\n\npath=/\nenabled=1\ngpgcheck=0', 'repo_file_name': 'HDP-UTILS', 'mirror_list': None} 2017-08-23 19:34:17,819 - File['/etc/yum.repos.d/HDP-UTILS.repo'] {'content': '[HDP-UTILS-1.1.0.21]\nname=HDP-UTILS-1.1.0.21\nbaseurl=http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.21/repos/centos6\n\npath=/\nenabled=1\ngpgcheck=0'} 2017-08-23 19:34:17,820 - Package['unzip'] {'retry_on_repo_unavailability': False, 'retry_count': 5} 2017-08-23 19:34:17,989 - Skipping installation of existing package unzip 2017-08-23 19:34:17,989 - Package['curl'] {'retry_on_repo_unavailability': False, 'retry_count': 5} 2017-08-23 19:34:18,014 - Skipping installation of existing package curl 2017-08-23 19:34:18,015 - Package['hdp-select'] {'retry_on_repo_unavailability': False, 'retry_count': 5} 2017-08-23 19:34:18,038 - Skipping installation of existing package hdp-select 2017-08-23 19:34:18,378 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf 2017-08-23 19:34:18,384 - Stack Feature Version Info: stack_version=2.5, version=None, current_cluster_version=None -> 2.5 2017-08-23 19:34:18,387 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf 2017-08-23 19:34:18,397 - checked_call['rpm -q --queryformat '%{version}-%{release}' hdp-select | sed -e 's/\.el[0-9]//g''] {'stderr': -1} 2017-08-23 19:34:18,492 - checked_call returned (0, '2.5.6.0-40', '') 2017-08-23 19:34:18,502 - Package['hadoop_2_5_6_0_40'] {'retry_on_repo_unavailability': False, 'retry_count': 5} 2017-08-23 19:34:18,673 - Skipping installation of existing package hadoop_2_5_6_0_40 2017-08-23 19:34:18,676 - Package['hadoop_2_5_6_0_40-client'] {'retry_on_repo_unavailability': False, 'retry_count': 5} 2017-08-23 19:34:18,699 - Skipping installation of existing package hadoop_2_5_6_0_40-client 2017-08-23 19:34:18,703 - Package['snappy'] {'retry_on_repo_unavailability': False, 'retry_count': 5} 2017-08-23 19:34:18,725 - Skipping installation of existing package snappy 2017-08-23 19:34:18,728 - Package['snappy-devel'] {'retry_on_repo_unavailability': False, 'retry_count': 5} 2017-08-23 19:34:18,752 - Skipping installation of existing package snappy-devel 2017-08-23 19:34:18,755 - Package['hadoop_2_5_6_0_40-libhdfs'] {'retry_on_repo_unavailability': False, 'retry_count': 5} 2017-08-23 19:34:18,778 - Skipping installation of existing package hadoop_2_5_6_0_40-libhdfs 2017-08-23 19:34:18,782 - Directory['/etc/security/limits.d'] {'owner': 'root', 'create_parents': True, 'group': 'root'} 2017-08-23 19:34:18,791 - File['/etc/security/limits.d/hdfs.conf'] {'content': Template('hdfs.conf.j2'), 'owner': 'root', 'group': 'root', 'mode': 0644} 2017-08-23 19:34:18,792 - XmlConfig['hadoop-policy.xml'] {'owner': 'hdfs', 'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'configuration_attributes': {}, 'configurations': ...} 2017-08-23 19:34:18,809 - Generating config: /usr/hdp/current/hadoop-client/conf/hadoop-policy.xml 2017-08-23 19:34:18,809 - File['/usr/hdp/current/hadoop-client/conf/hadoop-policy.xml'] {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': None, 'encoding': 'UTF-8'} 2017-08-23 19:34:18,822 - Writing File['/usr/hdp/current/hadoop-client/conf/hadoop-policy.xml'] because contents don't match 2017-08-23 19:34:18,822 - Changing owner for /usr/hdp/current/hadoop-client/conf/hadoop-policy.xml from 0 to hdfs 2017-08-23 19:34:18,822 - Changing group for /usr/hdp/current/hadoop-client/conf/hadoop-policy.xml from 0 to hadoop 2017-08-23 19:34:18,823 - XmlConfig['ssl-client.xml'] {'owner': 'hdfs', 'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'configuration_attributes': {}, 'configurations': ...} 2017-08-23 19:34:18,835 - Generating config: /usr/hdp/current/hadoop-client/conf/ssl-client.xml 2017-08-23 19:34:18,835 - File['/usr/hdp/current/hadoop-client/conf/ssl-client.xml'] {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': None, 'encoding': 'UTF-8'} 2017-08-23 19:34:18,844 - Writing File['/usr/hdp/current/hadoop-client/conf/ssl-client.xml'] because it doesn't exist 2017-08-23 19:34:18,845 - Changing owner for /usr/hdp/current/hadoop-client/conf/ssl-client.xml from 0 to hdfs 2017-08-23 19:34:18,845 - Changing group for /usr/hdp/current/hadoop-client/conf/ssl-client.xml from 0 to hadoop 2017-08-23 19:34:18,845 - Directory['/usr/hdp/current/hadoop-client/conf/secure'] {'owner': 'root', 'create_parents': True, 'group': 'hadoop', 'cd_access': 'a'} 2017-08-23 19:34:18,846 - Creating directory Directory['/usr/hdp/current/hadoop-client/conf/secure'] since it doesn't exist. 2017-08-23 19:34:18,846 - Changing group for /usr/hdp/current/hadoop-client/conf/secure from 0 to hadoop 2017-08-23 19:34:18,847 - XmlConfig['ssl-client.xml'] {'owner': 'hdfs', 'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf/secure', 'configuration_attributes': {}, 'configurations': ...} 2017-08-23 19:34:18,860 - Generating config: /usr/hdp/current/hadoop-client/conf/secure/ssl-client.xml 2017-08-23 19:34:18,860 - File['/usr/hdp/current/hadoop-client/conf/secure/ssl-client.xml'] {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': None, 'encoding': 'UTF-8'} 2017-08-23 19:34:18,869 - Writing File['/usr/hdp/current/hadoop-client/conf/secure/ssl-client.xml'] because it doesn't exist 2017-08-23 19:34:18,869 - Changing owner for /usr/hdp/current/hadoop-client/conf/secure/ssl-client.xml from 0 to hdfs 2017-08-23 19:34:18,869 - Changing group for /usr/hdp/current/hadoop-client/conf/secure/ssl-client.xml from 0 to hadoop 2017-08-23 19:34:18,870 - XmlConfig['ssl-server.xml'] {'owner': 'hdfs', 'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'configuration_attributes': {}, 'configurations': ...} 2017-08-23 19:34:18,882 - Generating config: /usr/hdp/current/hadoop-client/conf/ssl-server.xml 2017-08-23 19:34:18,882 - File['/usr/hdp/current/hadoop-client/conf/ssl-server.xml'] {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': None, 'encoding': 'UTF-8'} 2017-08-23 19:34:18,892 - Writing File['/usr/hdp/current/hadoop-client/conf/ssl-server.xml'] because it doesn't exist 2017-08-23 19:34:18,892 - Changing owner for /usr/hdp/current/hadoop-client/conf/ssl-server.xml from 0 to hdfs 2017-08-23 19:34:18,892 - Changing group for /usr/hdp/current/hadoop-client/conf/ssl-server.xml from 0 to hadoop 2017-08-23 19:34:18,893 - XmlConfig['hdfs-site.xml'] {'owner': 'hdfs', 'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'configuration_attributes': {'final': {'dfs.support.append': 'true', 'dfs.datanode.data.dir': 'true', 'dfs.namenode.http-address': 'true', 'dfs.namenode.name.dir': 'true', 'dfs.webhdfs.enabled': 'true', 'dfs.datanode.failed.volumes.tolerated': 'true'}}, 'configurations': ...} 2017-08-23 19:34:18,905 - Generating config: /usr/hdp/current/hadoop-client/conf/hdfs-site.xml 2017-08-23 19:34:18,906 - File['/usr/hdp/current/hadoop-client/conf/hdfs-site.xml'] {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': None, 'encoding': 'UTF-8'}