stderr: /var/lib/ambari-agent/data/errors-180.txt Traceback (most recent call last): File "/var/lib/ambari-agent/cache/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_client.py", line 120, in HdfsClient().execute() File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 219, in execute method(env) File "/var/lib/ambari-agent/cache/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_client.py", line 36, in install self.configure(env) File "/var/lib/ambari-agent/cache/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs_client.py", line 41, in configure hdfs() File "/usr/lib/python2.6/site-packages/ambari_commons/os_family_impl.py", line 89, in thunk return fn(*args, **kwargs) File "/var/lib/ambari-agent/cache/common-services/HDFS/2.1.0.2.0/package/scripts/hdfs.py", line 61, in hdfs group=params.user_group File "/usr/lib/python2.6/site-packages/resource_management/core/base.py", line 154, in __init__ self.env.run() File "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", line 158, in run self.run_action(resource, action) File "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", line 121, in run_action provider_action() File "/usr/lib/python2.6/site-packages/resource_management/libraries/providers/xml_config.py", line 67, in action_create encoding = self.resource.encoding File "/usr/lib/python2.6/site-packages/resource_management/core/base.py", line 154, in __init__ self.env.run() File "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", line 158, in run self.run_action(resource, action) File "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", line 121, in run_action provider_action() File "/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py", line 87, in action_create raise Fail("Applying %s failed, parent directory %s doesn't exist" % (self.resource, dirname)) resource_management.core.exceptions.Fail: Applying File['/usr/hdp/current/hadoop-client/conf/hadoop-policy.xml'] failed, parent directory /usr/hdp/current/hadoop-client/conf doesn't exist stdout: /var/lib/ambari-agent/data/output-180.txt 2016-02-17 12:10:06,504 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf 2016-02-17 12:10:06,505 - Group['spark'] {} 2016-02-17 12:10:06,507 - Group['hadoop'] {} 2016-02-17 12:10:06,507 - Group['users'] {} 2016-02-17 12:10:06,507 - Group['knox'] {} 2016-02-17 12:10:06,508 - User['hive'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,509 - User['storm'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,509 - User['zookeeper'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,510 - User['oozie'] {'gid': 'hadoop', 'groups': [u'users']} 2016-02-17 12:10:06,511 - User['atlas'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,511 - User['ams'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,512 - User['falcon'] {'gid': 'hadoop', 'groups': [u'users']} 2016-02-17 12:10:06,513 - User['tez'] {'gid': 'hadoop', 'groups': [u'users']} 2016-02-17 12:10:06,513 - User['accumulo'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,514 - User['mahout'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,514 - User['spark'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,515 - User['ambari-qa'] {'gid': 'hadoop', 'groups': [u'users']} 2016-02-17 12:10:06,516 - User['flume'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,516 - User['kafka'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,517 - User['hdfs'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,518 - User['sqoop'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,518 - User['yarn'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,519 - User['mapred'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,520 - User['hbase'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,520 - User['knox'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,521 - User['hcat'] {'gid': 'hadoop', 'groups': [u'hadoop']} 2016-02-17 12:10:06,522 - File['/var/lib/ambari-agent/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555} 2016-02-17 12:10:06,523 - Execute['/var/lib/ambari-agent/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa'] {'not_if': '(test $(id -u ambari-qa) -gt 1000) || (false)'} 2016-02-17 12:10:06,529 - Skipping Execute['/var/lib/ambari-agent/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa'] due to not_if 2016-02-17 12:10:06,529 - Directory['/tmp/hbase-hbase'] {'owner': 'hbase', 'recursive': True, 'mode': 0775, 'cd_access': 'a'} 2016-02-17 12:10:06,530 - File['/var/lib/ambari-agent/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555} 2016-02-17 12:10:06,531 - Execute['/var/lib/ambari-agent/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/tmp/hbase-hbase'] {'not_if': '(test $(id -u hbase) -gt 1000) || (false)'} 2016-02-17 12:10:06,537 - Skipping Execute['/var/lib/ambari-agent/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/tmp/hbase-hbase'] due to not_if 2016-02-17 12:10:06,538 - Group['hdfs'] {'ignore_failures': False} 2016-02-17 12:10:06,538 - User['hdfs'] {'ignore_failures': False, 'groups': [u'hadoop', u'hdfs']} 2016-02-17 12:10:06,539 - Directory['/etc/hadoop'] {'mode': 0755} 2016-02-17 12:10:06,539 - Directory['/var/lib/ambari-agent/tmp/hadoop_java_io_tmpdir'] {'owner': 'hdfs', 'group': 'hadoop', 'mode': 0777} 2016-02-17 12:10:06,552 - Repository['HDP-2.3'] {'base_url': 'http://public-repo-1.hortonworks.com/HDP/centos7/2.x/updates/2.3.4.0', 'action': ['create'], 'components': [u'HDP', 'main'], 'repo_template': '[{{repo_id}}]\nname={{repo_id}}\n{% if mirror_list %}mirrorlist={{mirror_list}}{% else %}baseurl={{base_url}}{% endif %}\n\npath=/\nenabled=1\ngpgcheck=0', 'repo_file_name': 'HDP', 'mirror_list': None} 2016-02-17 12:10:06,560 - File['/etc/yum.repos.d/HDP.repo'] {'content': '[HDP-2.3]\nname=HDP-2.3\nbaseurl=http://public-repo-1.hortonworks.com/HDP/centos7/2.x/updates/2.3.4.0\n\npath=/\nenabled=1\ngpgcheck=0'} 2016-02-17 12:10:06,561 - Repository['HDP-UTILS-1.1.0.20'] {'base_url': 'http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.20/repos/centos7', 'action': ['create'], 'components': [u'HDP-UTILS', 'main'], 'repo_template': '[{{repo_id}}]\nname={{repo_id}}\n{% if mirror_list %}mirrorlist={{mirror_list}}{% else %}baseurl={{base_url}}{% endif %}\n\npath=/\nenabled=1\ngpgcheck=0', 'repo_file_name': 'HDP-UTILS', 'mirror_list': None} 2016-02-17 12:10:06,565 - File['/etc/yum.repos.d/HDP-UTILS.repo'] {'content': '[HDP-UTILS-1.1.0.20]\nname=HDP-UTILS-1.1.0.20\nbaseurl=http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.20/repos/centos7\n\npath=/\nenabled=1\ngpgcheck=0'} 2016-02-17 12:10:06,566 - Package['unzip'] {} 2016-02-17 12:10:06,658 - Skipping installation of existing package unzip 2016-02-17 12:10:06,658 - Package['curl'] {} 2016-02-17 12:10:06,670 - Skipping installation of existing package curl 2016-02-17 12:10:06,670 - Package['hdp-select'] {} 2016-02-17 12:10:06,681 - Skipping installation of existing package hdp-select 2016-02-17 12:10:06,882 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf 2016-02-17 12:10:06,886 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf 2016-02-17 12:10:06,892 - Package['rpcbind'] {} 2016-02-17 12:10:06,984 - Skipping installation of existing package rpcbind 2016-02-17 12:10:06,985 - Package['hadoop_2_3_*'] {} 2016-02-17 12:10:06,996 - Skipping installation of existing package hadoop_2_3_* 2016-02-17 12:10:06,997 - Package['snappy'] {} 2016-02-17 12:10:07,008 - Skipping installation of existing package snappy 2016-02-17 12:10:07,008 - Package['snappy-devel'] {} 2016-02-17 12:10:07,019 - Skipping installation of existing package snappy-devel 2016-02-17 12:10:07,019 - Package['hadoop_2_3_*-libhdfs'] {} 2016-02-17 12:10:07,031 - Skipping installation of existing package hadoop_2_3_*-libhdfs 2016-02-17 12:10:07,034 - Directory['/etc/security/limits.d'] {'owner': 'root', 'group': 'root', 'recursive': True} 2016-02-17 12:10:07,040 - File['/etc/security/limits.d/hdfs.conf'] {'content': Template('hdfs.conf.j2'), 'owner': 'root', 'group': 'root', 'mode': 0644} 2016-02-17 12:10:07,041 - XmlConfig['hadoop-policy.xml'] {'owner': 'hdfs', 'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'configuration_attributes': {}, 'configurations': ...} 2016-02-17 12:10:07,054 - Generating config: /usr/hdp/current/hadoop-client/conf/hadoop-policy.xml 2016-02-17 12:10:07,054 - File['/usr/hdp/current/hadoop-client/conf/hadoop-policy.xml'] {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': None, 'encoding': 'UTF-8'}