2016-04-09 20:25:51,623 - u"Directory['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts/']" {'recursive': True} 2016-04-09 20:25:51,857 - u"File['/var/lib/ambari-agent/data/tmp/AMBARI-artifacts//UnlimitedJCEPolicyJDK7.zip']" {'content': DownloadSource('http://localhost.localdomain:8080/resources//UnlimitedJCEPolicyJDK7.zip')} 2016-04-09 20:25:51,951 - Not downloading the file from http://localhost.localdomain:8080/resources//UnlimitedJCEPolicyJDK7.zip, because /var/lib/ambari-agent/data/tmp/UnlimitedJCEPolicyJDK7.zip already exists 2016-04-09 20:25:52,154 - u"Group['hadoop']" {'ignore_failures': False} 2016-04-09 20:25:52,155 - Modifying group hadoop 2016-04-09 20:25:52,248 - u"Group['users']" {'ignore_failures': False} 2016-04-09 20:25:52,248 - Modifying group users 2016-04-09 20:25:52,298 - u"Group['spark']" {'ignore_failures': False} 2016-04-09 20:25:52,299 - Modifying group spark 2016-04-09 20:25:52,344 - u"User['oozie']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']} 2016-04-09 20:25:52,344 - Modifying user oozie 2016-04-09 20:25:52,392 - u"User['hive']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:52,392 - Modifying user hive 2016-04-09 20:25:52,436 - u"User['ambari-qa']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']} 2016-04-09 20:25:52,436 - Modifying user ambari-qa 2016-04-09 20:25:52,483 - u"User['flume']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:52,483 - Modifying user flume 2016-04-09 20:25:52,529 - u"User['hdfs']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:52,530 - Modifying user hdfs 2016-04-09 20:25:52,576 - u"User['storm']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:52,576 - Modifying user storm 2016-04-09 20:25:52,620 - u"User['spark']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:52,621 - Modifying user spark 2016-04-09 20:25:52,669 - u"User['mapred']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:52,670 - Modifying user mapred 2016-04-09 20:25:52,720 - u"User['hbase']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:52,721 - Modifying user hbase 2016-04-09 20:25:52,767 - u"User['tez']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'users']} 2016-04-09 20:25:52,768 - Modifying user tez 2016-04-09 20:25:52,816 - u"User['zookeeper']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:52,816 - Modifying user zookeeper 2016-04-09 20:25:52,864 - u"User['kafka']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:52,864 - Modifying user kafka 2016-04-09 20:25:52,908 - u"User['falcon']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:52,908 - Modifying user falcon 2016-04-09 20:25:52,951 - u"User['sqoop']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:52,952 - Modifying user sqoop 2016-04-09 20:25:52,995 - u"User['yarn']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:52,996 - Modifying user yarn 2016-04-09 20:25:53,044 - u"User['hcat']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:53,045 - Modifying user hcat 2016-04-09 20:25:53,092 - u"User['ams']" {'gid': 'hadoop', 'ignore_failures': False, 'groups': [u'hadoop']} 2016-04-09 20:25:53,092 - Modifying user ams 2016-04-09 20:25:53,142 - u"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']" {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555} 2016-04-09 20:25:53,436 - u"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']" {'not_if': '(test $(id -u ambari-qa) -gt 1000) || (false)'} 2016-04-09 20:25:53,482 - Skipping u"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa']" due to not_if 2016-04-09 20:25:53,482 - u"Directory['/hadoop/hbase']" {'owner': 'hbase', 'recursive': True, 'mode': 0775, 'cd_access': 'a'} 2016-04-09 20:25:53,857 - u"File['/var/lib/ambari-agent/data/tmp/changeUid.sh']" {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555} 2016-04-09 20:25:54,182 - u"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/hadoop/hbase']" {'not_if': '(test $(id -u hbase) -gt 1000) || (false)'} 2016-04-09 20:25:54,232 - Skipping u"Execute['/var/lib/ambari-agent/data/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/hadoop/hbase']" due to not_if 2016-04-09 20:25:54,232 - u"Group['hdfs']" {'ignore_failures': False} 2016-04-09 20:25:54,233 - Modifying group hdfs 2016-04-09 20:25:54,389 - u"User['hdfs']" {'ignore_failures': False, 'groups': [u'hadoop', 'hadoop', 'hdfs', u'hdfs']} 2016-04-09 20:25:54,389 - Modifying user hdfs 2016-04-09 20:25:54,435 - u"Directory['/etc/hadoop']" {'mode': 0755} 2016-04-09 20:25:54,638 - u"Directory['/etc/hadoop/conf.empty']" {'owner': 'root', 'group': 'hadoop', 'recursive': True} 2016-04-09 20:25:54,889 - u"Link['/etc/hadoop/conf']" {'not_if': 'ls /etc/hadoop/conf', 'to': '/etc/hadoop/conf.empty'} 2016-04-09 20:25:54,967 - Skipping u"Link['/etc/hadoop/conf']" due to not_if 2016-04-09 20:25:54,974 - u"File['/etc/hadoop/conf/hadoop-env.sh']" {'content': InlineTemplate(...), 'owner': 'hdfs', 'group': 'hadoop'} 2016-04-09 20:25:55,353 - u"Execute['('setenforce', '0')']" {'sudo': True, 'only_if': 'test -f /selinux/enforce'} 2016-04-09 20:25:55,435 - Skipping u"Execute['('setenforce', '0')']" due to only_if 2016-04-09 20:25:55,435 - u"Directory['/var/log/hadoop']" {'owner': 'root', 'mode': 0775, 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'} 2016-04-09 20:25:56,170 - u"Directory['/var/run/hadoop']" {'owner': 'root', 'group': 'root', 'recursive': True, 'cd_access': 'a'} 2016-04-09 20:25:56,827 - u"Directory['/tmp/hadoop-hdfs']" {'owner': 'hdfs', 'recursive': True, 'cd_access': 'a'} 2016-04-09 20:25:57,207 - u"File['/etc/hadoop/conf/commons-logging.properties']" {'content': Template('commons-logging.properties.j2'), 'owner': 'hdfs'} 2016-04-09 20:25:57,471 - u"File['/etc/hadoop/conf/health_check']" {'content': Template('health_check-v2.j2'), 'owner': 'hdfs'} 2016-04-09 20:25:57,720 - u"File['/etc/hadoop/conf/log4j.properties']" {'content': '...', 'owner': 'hdfs', 'group': 'hadoop', 'mode': 0644} 2016-04-09 20:25:58,023 - u"File['/etc/hadoop/conf/hadoop-metrics2.properties']" {'content': Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'} 2016-04-09 20:25:58,392 - u"File['/etc/hadoop/conf/task-log4j.properties']" {'content': StaticFile('task-log4j.properties'), 'mode': 0755} 2016-04-09 20:25:58,908 - u"Directory['/var/run/hadoop-yarn']" {'owner': 'yarn', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'} 2016-04-09 20:25:59,360 - u"Directory['/var/run/hadoop-yarn/yarn']" {'owner': 'yarn', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'} 2016-04-09 20:25:59,899 - u"Directory['/var/log/hadoop-yarn/yarn']" {'owner': 'yarn', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'} 2016-04-09 20:26:00,476 - u"Directory['/var/run/hadoop-mapreduce']" {'owner': 'mapred', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'} 2016-04-09 20:26:01,204 - u"Directory['/var/run/hadoop-mapreduce/mapred']" {'owner': 'mapred', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'} 2016-04-09 20:26:02,017 - u"Directory['/var/log/hadoop-mapreduce']" {'owner': 'mapred', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'} 2016-04-09 20:26:02,673 - u"Directory['/var/log/hadoop-mapreduce/mapred']" {'owner': 'mapred', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'} 2016-04-09 20:26:03,582 - u"Directory['/var/log/hadoop-yarn']" {'owner': 'yarn', 'ignore_failures': True, 'recursive': True, 'cd_access': 'a'} 2016-04-09 20:26:04,427 - u"XmlConfig['core-site.xml']" {'group': 'hadoop', 'conf_dir': '/etc/hadoop/conf', 'mode': 0644, 'configuration_attributes': {u'final': {u'fs.defaultFS': u'true'}}, 'owner': 'hdfs', 'configurations': ...} 2016-04-09 20:26:04,445 - Generating config: /etc/hadoop/conf/core-site.xml 2016-04-09 20:26:04,445 - u"File['/etc/hadoop/conf/core-site.xml']" {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'} 2016-04-09 20:26:04,973 - Writing u"File['/etc/hadoop/conf/core-site.xml']" because contents don't match 2016-04-09 20:26:05,395 - u"XmlConfig['mapred-site.xml']" {'group': 'hadoop', 'conf_dir': '/etc/hadoop/conf', 'mode': 0644, 'configuration_attributes': {}, 'owner': 'yarn', 'configurations': ...} 2016-04-09 20:26:05,474 - Generating config: /etc/hadoop/conf/mapred-site.xml 2016-04-09 20:26:05,475 - u"File['/etc/hadoop/conf/mapred-site.xml']" {'owner': 'yarn', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'} 2016-04-09 20:26:05,942 - Writing u"File['/etc/hadoop/conf/mapred-site.xml']" because contents don't match 2016-04-09 20:26:06,192 - Changing owner for /etc/hadoop/conf/mapred-site.xml from 509 to yarn 2016-04-09 20:26:06,301 - u"XmlConfig['yarn-site.xml']" {'group': 'hadoop', 'conf_dir': '/etc/hadoop/conf', 'mode': 0644, 'configuration_attributes': {}, 'owner': 'yarn', 'configurations': ...} 2016-04-09 20:26:06,309 - Generating config: /etc/hadoop/conf/yarn-site.xml 2016-04-09 20:26:06,309 - u"File['/etc/hadoop/conf/yarn-site.xml']" {'owner': 'yarn', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'} 2016-04-09 20:26:06,879 - Writing u"File['/etc/hadoop/conf/yarn-site.xml']" because contents don't match 2016-04-09 20:26:07,163 - u"XmlConfig['capacity-scheduler.xml']" {'group': 'hadoop', 'conf_dir': '/etc/hadoop/conf', 'mode': 0644, 'configuration_attributes': {}, 'owner': 'yarn', 'configurations': ...} 2016-04-09 20:26:07,171 - Generating config: /etc/hadoop/conf/capacity-scheduler.xml 2016-04-09 20:26:07,171 - u"File['/etc/hadoop/conf/capacity-scheduler.xml']" {'owner': 'yarn', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'} 2016-04-09 20:26:07,473 - Writing u"File['/etc/hadoop/conf/capacity-scheduler.xml']" because contents don't match 2016-04-09 20:26:07,693 - Changing owner for /etc/hadoop/conf/capacity-scheduler.xml from 506 to yarn 2016-04-09 20:26:07,788 - u"File['/var/log/hadoop-yarn/yarn/hadoop-mapreduce.jobsummary.log']" {'owner': 'yarn', 'group': 'hadoop'} 2016-04-09 20:26:08,200 - u"HdfsDirectory['/system/yarn/node-labels']" {'security_enabled': False, 'keytab': [EMPTY], 'conf_dir': '/etc/hadoop/conf', 'hdfs_user': 'hdfs', 'kinit_path_local': '/usr/bin/kinit', 'mode': 0700, 'owner': 'yarn', 'group': 'hadoop', 'action': ['create'], 'bin_dir': '/usr/hdp/current/hadoop-client/bin'} 2016-04-09 20:26:08,202 - u"Execute['hadoop --config /etc/hadoop/conf fs -mkdir -p /system/yarn/node-labels && hadoop --config /etc/hadoop/conf fs -chmod 700 /system/yarn/node-labels && hadoop --config /etc/hadoop/conf fs -chown yarn:hadoop /system/yarn/node-labels']" {'not_if': "ambari-sudo.sh su hdfs -l -s /bin/bash -c 'hadoop --config /etc/hadoop/conf fs -ls /system/yarn/node-labels'", 'user': 'hdfs', 'path': ['/usr/hdp/current/hadoop-client/bin']} 2016-04-09 20:26:19,962 - Skipping u"Execute['hadoop --config /etc/hadoop/conf fs -mkdir -p /system/yarn/node-labels && hadoop --config /etc/hadoop/conf fs -chmod 700 /system/yarn/node-labels && hadoop --config /etc/hadoop/conf fs -chown yarn:hadoop /system/yarn/node-labels']" due to not_if 2016-04-09 20:26:19,963 - u"File['/etc/hadoop/conf/yarn.exclude']" {'owner': 'yarn', 'group': 'hadoop'} 2016-04-09 20:26:20,521 - u"File['/etc/security/limits.d/yarn.conf']" {'content': Template('yarn.conf.j2'), 'mode': 0644} 2016-04-09 20:26:21,114 - u"File['/etc/security/limits.d/mapreduce.conf']" {'content': Template('mapreduce.conf.j2'), 'mode': 0644} 2016-04-09 20:26:21,638 - u"File['/etc/hadoop/conf/yarn-env.sh']" {'content': InlineTemplate(...), 'owner': 'yarn', 'group': 'hadoop', 'mode': 0755} 2016-04-09 20:26:22,287 - u"File['/etc/hadoop/conf/mapred-env.sh']" {'content': InlineTemplate(...), 'owner': 'hdfs'} 2016-04-09 20:26:22,874 - u"File['/etc/hadoop/conf/taskcontroller.cfg']" {'content': Template('taskcontroller.cfg.j2'), 'owner': 'hdfs'} 2016-04-09 20:26:23,367 - u"XmlConfig['mapred-site.xml']" {'owner': 'mapred', 'group': 'hadoop', 'conf_dir': '/etc/hadoop/conf', 'configuration_attributes': {}, 'configurations': ...} 2016-04-09 20:26:23,402 - Generating config: /etc/hadoop/conf/mapred-site.xml 2016-04-09 20:26:23,402 - u"File['/etc/hadoop/conf/mapred-site.xml']" {'owner': 'mapred', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': None, 'encoding': 'UTF-8'} 2016-04-09 20:26:23,986 - Writing u"File['/etc/hadoop/conf/mapred-site.xml']" because contents don't match 2016-04-09 20:26:24,332 - Changing owner for /etc/hadoop/conf/mapred-site.xml from 516 to mapred 2016-04-09 20:26:24,428 - u"XmlConfig['capacity-scheduler.xml']" {'owner': 'hdfs', 'group': 'hadoop', 'conf_dir': '/etc/hadoop/conf', 'configuration_attributes': {}, 'configurations': ...} 2016-04-09 20:26:24,461 - Generating config: /etc/hadoop/conf/capacity-scheduler.xml 2016-04-09 20:26:24,462 - u"File['/etc/hadoop/conf/capacity-scheduler.xml']" {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': None, 'encoding': 'UTF-8'} 2016-04-09 20:26:24,932 - Writing u"File['/etc/hadoop/conf/capacity-scheduler.xml']" because contents don't match 2016-04-09 20:26:25,089 - Changing owner for /etc/hadoop/conf/capacity-scheduler.xml from 516 to hdfs 2016-04-09 20:26:25,136 - u"File['/var/run/hadoop-yarn/yarn/yarn-yarn-resourcemanager.pid']" {'action': ['delete'], 'not_if': 'ls /var/run/hadoop-yarn/yarn/yarn-yarn-resourcemanager.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop-yarn/yarn/yarn-yarn-resourcemanager.pid` >/dev/null 2>&1'} 2016-04-09 20:26:25,279 - Deleting u"File['/var/run/hadoop-yarn/yarn/yarn-yarn-resourcemanager.pid']" 2016-04-09 20:26:25,371 - u"Execute['ulimit -c unlimited; export HADOOP_LIBEXEC_DIR=/usr/hdp/current/hadoop-client/libexec && /usr/hdp/current/hadoop-yarn-resourcemanager/sbin/yarn-daemon.sh --config /etc/hadoop/conf start resourcemanager']" {'not_if': 'ls /var/run/hadoop-yarn/yarn/yarn-yarn-resourcemanager.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop-yarn/yarn/yarn-yarn-resourcemanager.pid` >/dev/null 2>&1', 'user': 'yarn'} 2016-04-09 20:26:26,657 - u"Execute['ls /var/run/hadoop-yarn/yarn/yarn-yarn-resourcemanager.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop-yarn/yarn/yarn-yarn-resourcemanager.pid` >/dev/null 2>&1']" {'initial_wait': 5, 'not_if': 'ls /var/run/hadoop-yarn/yarn/yarn-yarn-resourcemanager.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop-yarn/yarn/yarn-yarn-resourcemanager.pid` >/dev/null 2>&1', 'user': 'yarn'} 2016-04-09 20:26:31,887 - Error while executing command 'start': Traceback (most recent call last): File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 214, in execute method(env) File "/var/lib/ambari-agent/cache/common-services/YARN/2.1.0.2.0/package/scripts/resourcemanager.py", line 60, in start action='start' File "/var/lib/ambari-agent/cache/common-services/YARN/2.1.0.2.0/package/scripts/service.py", line 59, in service initial_wait=5 File "/usr/lib/python2.6/site-packages/resource_management/core/base.py", line 148, in __init__ self.env.run() File "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", line 152, in run self.run_action(resource, action) File "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", line 118, in run_action provider_action() File "/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py", line 274, in action_run raise ex Fail: Execution of 'ls /var/run/hadoop-yarn/yarn/yarn-yarn-resourcemanager.pid >/dev/null 2>&1 && ps -p `cat /var/run/hadoop-yarn/yarn/yarn-yarn-resourcemanager.pid` >/dev/null 2>&1' returned 1. 2016-04-09 20:26:31,933 - Command: /usr/bin/hdp-select status hadoop-yarn-resourcemanager > /tmp/tmpjgTwAC Output: hadoop-yarn-resourcemanager - 2.2.9.0-3393