stderr:   /var/lib/ambari-agent/data/errors-50.txt

Traceback (most recent call last):
  File "/var/lib/ambari-agent/cache/common-services/YARN/2.1.0.2.0/package/scripts/historyserver.py", line 182, in <module>
    HistoryServer().execute()
  File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 219, in execute
    method(env)
  File "/var/lib/ambari-agent/cache/common-services/YARN/2.1.0.2.0/package/scripts/historyserver.py", line 100, in start
    host_sys_prepped=params.host_sys_prepped)
  File "/usr/lib/python2.6/site-packages/resource_management/libraries/functions/copy_tarball.py", line 201, in copy_to_hdfs
    replace_existing_files=replace_existing_files,
  File "/usr/lib/python2.6/site-packages/resource_management/core/base.py", line 154, in __init__
    self.env.run()
  File "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", line 158, in run
    self.run_action(resource, action)
  File "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", line 121, in run_action
    provider_action()
  File "/usr/lib/python2.6/site-packages/resource_management/libraries/providers/hdfs_resource.py", line 402, in action_create_on_execute
    self.action_delayed("create")
  File "/usr/lib/python2.6/site-packages/resource_management/libraries/providers/hdfs_resource.py", line 399, in action_delayed
    self.get_hdfs_resource_executor().action_delayed(action_name, self)
  File "/usr/lib/python2.6/site-packages/resource_management/libraries/providers/hdfs_resource.py", line 255, in action_delayed
    self._create_resource()
  File "/usr/lib/python2.6/site-packages/resource_management/libraries/providers/hdfs_resource.py", line 269, in _create_resource
    self._create_file(self.main_resource.resource.target, source=self.main_resource.resource.source, mode=self.mode)
  File "/usr/lib/python2.6/site-packages/resource_management/libraries/providers/hdfs_resource.py", line 322, in _create_file
    self.util.run_command(target, 'CREATE', method='PUT', overwrite=True, assertable_result=False, file_to_put=source, **kwargs)
  File "/usr/lib/python2.6/site-packages/resource_management/libraries/providers/hdfs_resource.py", line 210, in run_command
    raise Fail(err_msg)
resource_management.core.exceptions.Fail: Execution of 'curl -sS -L -w '%{http_code}' -X PUT -T /usr/hdp/2.3.4.0-3485/hadoop/mapreduce.tar.gz 'http://hadoop.core:50070/webhdfs/v1/hdp/apps/2.3.4.0-3485/mapreduce/mapreduce.tar.gz?op=CREATE&user.name=hdfs&overwrite=True&permission=444'' returned status_code=500. 
{
  "RemoteException": {
    "exception": "UndeclaredThrowableException", 
    "javaClassName": "java.lang.reflect.UndeclaredThrowableException", 
    "message": null
  }
}
stdout:   /var/lib/ambari-agent/data/output-50.txt

2016-01-26 10:40:21,894 - The hadoop conf dir /usr/hdp/current/hadoop-client/conf exists, will call conf-select on it for version 2.3.4.0-3485
2016-01-26 10:40:21,895 - Checking if need to create versioned conf dir /etc/hadoop/2.3.4.0-3485/0
2016-01-26 10:40:21,895 - call['conf-select create-conf-dir --package hadoop --stack-version 2.3.4.0-3485 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False, 'stderr': -1}
2016-01-26 10:40:22,018 - call returned (1, '/etc/hadoop/2.3.4.0-3485/0 exist already', '')
2016-01-26 10:40:22,018 - checked_call['conf-select set-conf-dir --package hadoop --stack-version 2.3.4.0-3485 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False}
2016-01-26 10:40:22,123 - checked_call returned (0, '/usr/hdp/2.3.4.0-3485/hadoop/conf -> /etc/hadoop/2.3.4.0-3485/0')
2016-01-26 10:40:22,123 - Ensuring that hadoop has the correct symlink structure
2016-01-26 10:40:22,124 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf
2016-01-26 10:40:22,415 - The hadoop conf dir /usr/hdp/current/hadoop-client/conf exists, will call conf-select on it for version 2.3.4.0-3485
2016-01-26 10:40:22,415 - Checking if need to create versioned conf dir /etc/hadoop/2.3.4.0-3485/0
2016-01-26 10:40:22,415 - call['conf-select create-conf-dir --package hadoop --stack-version 2.3.4.0-3485 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False, 'stderr': -1}
2016-01-26 10:40:22,495 - call returned (1, '/etc/hadoop/2.3.4.0-3485/0 exist already', '')
2016-01-26 10:40:22,496 - checked_call['conf-select set-conf-dir --package hadoop --stack-version 2.3.4.0-3485 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False}
2016-01-26 10:40:22,581 - checked_call returned (0, '/usr/hdp/2.3.4.0-3485/hadoop/conf -> /etc/hadoop/2.3.4.0-3485/0')
2016-01-26 10:40:22,581 - Ensuring that hadoop has the correct symlink structure
2016-01-26 10:40:22,582 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf
2016-01-26 10:40:22,583 - Group['hadoop'] {}
2016-01-26 10:40:22,585 - Group['users'] {}
2016-01-26 10:40:22,585 - User['mapred'] {'gid': 'hadoop', 'groups': ['hadoop']}
2016-01-26 10:40:22,586 - User['ambari-qa'] {'gid': 'hadoop', 'groups': ['users']}
2016-01-26 10:40:22,587 - User['zookeeper'] {'gid': 'hadoop', 'groups': ['hadoop']}
2016-01-26 10:40:22,588 - User['hdfs'] {'gid': 'hadoop', 'groups': ['hadoop']}
2016-01-26 10:40:22,589 - User['yarn'] {'gid': 'hadoop', 'groups': ['hadoop']}
2016-01-26 10:40:22,589 - User['ams'] {'gid': 'hadoop', 'groups': ['hadoop']}
2016-01-26 10:40:22,590 - File['/var/lib/ambari-agent/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}
2016-01-26 10:40:22,598 - Execute['/var/lib/ambari-agent/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa'] {'not_if': '(test $(id -u ambari-qa) -gt 1000) || (false)'}
2016-01-26 10:40:22,643 - Skipping Execute['/var/lib/ambari-agent/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa'] due to not_if
2016-01-26 10:40:22,643 - Group['hdfs'] {'ignore_failures': False}
2016-01-26 10:40:22,644 - User['hdfs'] {'ignore_failures': False, 'groups': ['hadoop', 'hdfs']}
2016-01-26 10:40:22,645 - Directory['/etc/hadoop'] {'mode': 0755}
2016-01-26 10:40:22,689 - File['/usr/hdp/current/hadoop-client/conf/hadoop-env.sh'] {'content': InlineTemplate(...), 'owner': 'hdfs', 'group': 'hadoop'}
2016-01-26 10:40:22,690 - Directory['/var/lib/ambari-agent/tmp/hadoop_java_io_tmpdir'] {'owner': 'hdfs', 'group': 'hadoop', 'mode': 0777}
2016-01-26 10:40:22,721 - Execute[('setenforce', '0')] {'not_if': '(! which getenforce ) || (which getenforce && getenforce | grep -q Disabled)', 'sudo': True, 'only_if': 'test -f /selinux/enforce'}
2016-01-26 10:40:22,790 - Skipping Execute[('setenforce', '0')] due to not_if
2016-01-26 10:40:22,791 - Directory['/var/log/hadoop'] {'owner': 'root', 'mode': 0775, 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:22,794 - Directory['/var/run/hadoop'] {'owner': 'root', 'group': 'root', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:22,794 - Directory['/tmp/hadoop-hdfs'] {'owner': 'hdfs', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:22,808 - File['/usr/hdp/current/hadoop-client/conf/commons-logging.properties'] {'content': Template('commons-logging.properties.j2'), 'owner': 'hdfs'}
2016-01-26 10:40:22,811 - File['/usr/hdp/current/hadoop-client/conf/health_check'] {'content': Template('health_check.j2'), 'owner': 'hdfs'}
2016-01-26 10:40:22,811 - File['/usr/hdp/current/hadoop-client/conf/log4j.properties'] {'content': ..., 'owner': 'hdfs', 'group': 'hadoop', 'mode': 0644}
2016-01-26 10:40:22,850 - File['/usr/hdp/current/hadoop-client/conf/hadoop-metrics2.properties'] {'content': Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs'}
2016-01-26 10:40:22,851 - File['/usr/hdp/current/hadoop-client/conf/task-log4j.properties'] {'content': StaticFile('task-log4j.properties'), 'mode': 0755}
2016-01-26 10:40:22,852 - File['/usr/hdp/current/hadoop-client/conf/configuration.xsl'] {'owner': 'hdfs', 'group': 'hadoop'}
2016-01-26 10:40:22,865 - File['/etc/hadoop/conf/topology_mappings.data'] {'owner': 'hdfs', 'content': Template('topology_mappings.data.j2'), 'only_if': 'test -d /etc/hadoop/conf', 'group': 'hadoop'}
2016-01-26 10:40:22,895 - File['/etc/hadoop/conf/topology_script.py'] {'content': StaticFile('topology_script.py'), 'only_if': 'test -d /etc/hadoop/conf', 'mode': 0755}
2016-01-26 10:40:23,251 - The hadoop conf dir /usr/hdp/current/hadoop-client/conf exists, will call conf-select on it for version 2.3.4.0-3485
2016-01-26 10:40:23,251 - Checking if need to create versioned conf dir /etc/hadoop/2.3.4.0-3485/0
2016-01-26 10:40:23,251 - call['conf-select create-conf-dir --package hadoop --stack-version 2.3.4.0-3485 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False, 'stderr': -1}
2016-01-26 10:40:23,298 - call returned (1, '/etc/hadoop/2.3.4.0-3485/0 exist already', '')
2016-01-26 10:40:23,298 - checked_call['conf-select set-conf-dir --package hadoop --stack-version 2.3.4.0-3485 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False}
2016-01-26 10:40:23,339 - checked_call returned (0, '/usr/hdp/2.3.4.0-3485/hadoop/conf -> /etc/hadoop/2.3.4.0-3485/0')
2016-01-26 10:40:23,339 - Ensuring that hadoop has the correct symlink structure
2016-01-26 10:40:23,339 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf
2016-01-26 10:40:23,391 - The hadoop conf dir /usr/hdp/current/hadoop-client/conf exists, will call conf-select on it for version 2.3.4.0-3485
2016-01-26 10:40:23,391 - Checking if need to create versioned conf dir /etc/hadoop/2.3.4.0-3485/0
2016-01-26 10:40:23,391 - call['conf-select create-conf-dir --package hadoop --stack-version 2.3.4.0-3485 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False, 'stderr': -1}
2016-01-26 10:40:23,451 - call returned (1, '/etc/hadoop/2.3.4.0-3485/0 exist already', '')
2016-01-26 10:40:23,451 - checked_call['conf-select set-conf-dir --package hadoop --stack-version 2.3.4.0-3485 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False}
2016-01-26 10:40:23,512 - checked_call returned (0, '/usr/hdp/2.3.4.0-3485/hadoop/conf -> /etc/hadoop/2.3.4.0-3485/0')
2016-01-26 10:40:23,512 - Ensuring that hadoop has the correct symlink structure
2016-01-26 10:40:23,512 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf
2016-01-26 10:40:23,519 - HdfsResource['/app-logs'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'default_fs': 'hdfs://hadoop.core:8020', 'user': 'hdfs', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': [EMPTY], 'recursive_chmod': True, 'owner': 'yarn', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'mode': 0777}
2016-01-26 10:40:23,523 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://hadoop.core:50070/webhdfs/v1/app-logs?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmp61TGSV 2>/tmp/tmpPAoWSV''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:23,590 - call returned (0, '')
2016-01-26 10:40:23,591 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/app-logs?op=MKDIRS&user.name=hdfs'"'"' 1>/tmp/tmpYhoHp5 2>/tmp/tmpL3uHKp''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:23,756 - call returned (0, '')
2016-01-26 10:40:23,757 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/app-logs?op=SETPERMISSION&user.name=hdfs&permission=777'"'"' 1>/tmp/tmp3ntYcA 2>/tmp/tmp3L2tQE''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:23,919 - call returned (0, '')
2016-01-26 10:40:23,921 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://hadoop.core:50070/webhdfs/v1/app-logs?op=LISTSTATUS&user.name=hdfs'"'"' 1>/tmp/tmpnqpO2f 2>/tmp/tmpHaAlAj''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:24,058 - call returned (0, '')
2016-01-26 10:40:24,059 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/app-logs?op=SETOWNER&user.name=hdfs&owner=yarn&group=hadoop'"'"' 1>/tmp/tmpJX06kl 2>/tmp/tmpC01fk_''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:24,215 - call returned (0, '')
2016-01-26 10:40:24,216 - HdfsResource['/tmp/entity-file-history/active'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'default_fs': 'hdfs://hadoop.core:8020', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': [EMPTY], 'user': 'hdfs', 'owner': 'yarn', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute']}
2016-01-26 10:40:24,217 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://hadoop.core:50070/webhdfs/v1/tmp/entity-file-history/active?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpuQoqyJ 2>/tmp/tmpRfgv_0''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:24,297 - call returned (0, '')
2016-01-26 10:40:24,298 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/tmp/entity-file-history/active?op=MKDIRS&user.name=hdfs'"'"' 1>/tmp/tmpK9AdO0 2>/tmp/tmpJ61EsP''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:24,354 - call returned (0, '')
2016-01-26 10:40:24,356 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/tmp/entity-file-history/active?op=SETOWNER&user.name=hdfs&owner=yarn&group=hadoop'"'"' 1>/tmp/tmp4nRdNu 2>/tmp/tmpGo9Q9n''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:24,408 - call returned (0, '')
2016-01-26 10:40:24,409 - HdfsResource['/mapred'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'default_fs': 'hdfs://hadoop.core:8020', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': [EMPTY], 'user': 'hdfs', 'owner': 'mapred', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute']}
2016-01-26 10:40:24,410 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://hadoop.core:50070/webhdfs/v1/mapred?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpxBURjT 2>/tmp/tmp63UdhQ''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:24,528 - call returned (0, '')
2016-01-26 10:40:24,529 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/mapred?op=MKDIRS&user.name=hdfs'"'"' 1>/tmp/tmpYCelo9 2>/tmp/tmpekXQui''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:24,615 - call returned (0, '')
2016-01-26 10:40:24,617 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/mapred?op=SETOWNER&user.name=hdfs&owner=mapred&group='"'"' 1>/tmp/tmpnsWlJo 2>/tmp/tmpWbXIWs''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:24,698 - call returned (0, '')
2016-01-26 10:40:24,699 - HdfsResource['/mapred/system'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'default_fs': 'hdfs://hadoop.core:8020', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': [EMPTY], 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute']}
2016-01-26 10:40:24,700 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://hadoop.core:50070/webhdfs/v1/mapred/system?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpmglIoT 2>/tmp/tmpL8Yrau''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:24,786 - call returned (0, '')
2016-01-26 10:40:24,787 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/mapred/system?op=MKDIRS&user.name=hdfs'"'"' 1>/tmp/tmplSk81H 2>/tmp/tmpwUAVOz''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:24,901 - call returned (0, '')
2016-01-26 10:40:24,902 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/mapred/system?op=SETOWNER&user.name=hdfs&owner=hdfs&group='"'"' 1>/tmp/tmpOo3MHF 2>/tmp/tmpAlN47L''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:24,953 - call returned (0, '')
2016-01-26 10:40:24,954 - HdfsResource['/mr-history/done'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'default_fs': 'hdfs://hadoop.core:8020', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': [EMPTY], 'user': 'hdfs', 'change_permissions_for_parents': True, 'owner': 'mapred', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'mode': 0777}
2016-01-26 10:40:24,955 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://hadoop.core:50070/webhdfs/v1/mr-history/done?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpIzoyck 2>/tmp/tmpTlwFwg''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:25,010 - call returned (0, '')
2016-01-26 10:40:25,012 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/mr-history/done?op=MKDIRS&user.name=hdfs'"'"' 1>/tmp/tmp4wQwr3 2>/tmp/tmp30SDrH''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:25,083 - call returned (0, '')
2016-01-26 10:40:25,085 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/mr-history/done?op=SETPERMISSION&user.name=hdfs&permission=777'"'"' 1>/tmp/tmp1ikvop 2>/tmp/tmpNlUYmK''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:25,174 - call returned (0, '')
2016-01-26 10:40:25,175 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/mr-history/?op=SETPERMISSION&user.name=hdfs&permission=777'"'"' 1>/tmp/tmpRxe4Ey 2>/tmp/tmpSDkpYh''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:25,329 - call returned (0, '')
2016-01-26 10:40:25,331 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/mr-history/done/?op=SETPERMISSION&user.name=hdfs&permission=777'"'"' 1>/tmp/tmpbEo6Mv 2>/tmp/tmpmZt1r1''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:25,384 - call returned (0, '')
2016-01-26 10:40:25,385 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/mr-history/done?op=SETOWNER&user.name=hdfs&owner=mapred&group=hadoop'"'"' 1>/tmp/tmpC1Cvbo 2>/tmp/tmp9FOm2U''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:25,443 - call returned (0, '')
2016-01-26 10:40:25,444 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/mr-history/?op=SETOWNER&user.name=hdfs&owner=mapred&group=hadoop'"'"' 1>/tmp/tmpPFPZG5 2>/tmp/tmpnww7Ev''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:25,509 - call returned (0, '')
2016-01-26 10:40:25,511 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/mr-history/done/?op=SETOWNER&user.name=hdfs&owner=mapred&group=hadoop'"'"' 1>/tmp/tmphsqH4t 2>/tmp/tmpXB4UpX''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:25,566 - call returned (0, '')
2016-01-26 10:40:25,567 - HdfsResource[None] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'default_fs': 'hdfs://hadoop.core:8020', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': [EMPTY], 'user': 'hdfs', 'action': ['execute'], 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf'}
2016-01-26 10:40:25,567 - Directory['/hadoop/mapreduce/jhs'] {'owner': 'mapred', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:25,569 - Creating directory Directory['/hadoop/mapreduce/jhs'] since it doesn't exist.
2016-01-26 10:40:25,569 - Changing owner for /hadoop/mapreduce/jhs from 0 to mapred
2016-01-26 10:40:25,569 - Changing group for /hadoop/mapreduce/jhs from 0 to hadoop
2016-01-26 10:40:25,570 - Execute[('chown', '-R', 'mapred:hadoop', '/hadoop/mapreduce/jhs')] {'sudo': True}
2016-01-26 10:40:25,594 - Directory['/var/log/hadoop-yarn/nodemanager/recovery-state'] {'owner': 'yarn', 'mode': 0755, 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:25,594 - Directory['/var/run/hadoop-yarn'] {'owner': 'yarn', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:25,595 - Directory['/var/run/hadoop-yarn/yarn'] {'owner': 'yarn', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:25,596 - Directory['/var/log/hadoop-yarn/yarn'] {'owner': 'yarn', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:25,596 - Directory['/var/run/hadoop-mapreduce'] {'owner': 'mapred', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:25,597 - Directory['/var/run/hadoop-mapreduce/mapred'] {'owner': 'mapred', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:25,597 - Directory['/var/log/hadoop-mapreduce'] {'owner': 'mapred', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:25,598 - Directory['/var/log/hadoop-mapreduce/mapred'] {'owner': 'mapred', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:25,598 - Directory['/var/log/hadoop-yarn'] {'owner': 'yarn', 'ignore_failures': True, 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:25,599 - XmlConfig['core-site.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'mode': 0644, 'configuration_attributes': {}, 'owner': 'hdfs', 'configurations': ...}
2016-01-26 10:40:25,614 - Generating config: /usr/hdp/current/hadoop-client/conf/core-site.xml
2016-01-26 10:40:25,614 - File['/usr/hdp/current/hadoop-client/conf/core-site.xml'] {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'}
2016-01-26 10:40:25,639 - XmlConfig['hdfs-site.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'mode': 0644, 'configuration_attributes': {}, 'owner': 'hdfs', 'configurations': ...}
2016-01-26 10:40:25,654 - Generating config: /usr/hdp/current/hadoop-client/conf/hdfs-site.xml
2016-01-26 10:40:25,654 - File['/usr/hdp/current/hadoop-client/conf/hdfs-site.xml'] {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'}
2016-01-26 10:40:25,715 - XmlConfig['mapred-site.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'mode': 0644, 'configuration_attributes': {}, 'owner': 'yarn', 'configurations': ...}
2016-01-26 10:40:25,733 - Generating config: /usr/hdp/current/hadoop-client/conf/mapred-site.xml
2016-01-26 10:40:25,734 - File['/usr/hdp/current/hadoop-client/conf/mapred-site.xml'] {'owner': 'yarn', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'}
2016-01-26 10:40:25,790 - Changing owner for /usr/hdp/current/hadoop-client/conf/mapred-site.xml from 500 to yarn
2016-01-26 10:40:25,790 - XmlConfig['yarn-site.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'mode': 0644, 'configuration_attributes': {}, 'owner': 'yarn', 'configurations': ...}
2016-01-26 10:40:25,813 - Generating config: /usr/hdp/current/hadoop-client/conf/yarn-site.xml
2016-01-26 10:40:25,813 - File['/usr/hdp/current/hadoop-client/conf/yarn-site.xml'] {'owner': 'yarn', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'}
2016-01-26 10:40:25,962 - XmlConfig['capacity-scheduler.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'mode': 0644, 'configuration_attributes': {}, 'owner': 'yarn', 'configurations': ...}
2016-01-26 10:40:25,977 - Generating config: /usr/hdp/current/hadoop-client/conf/capacity-scheduler.xml
2016-01-26 10:40:25,978 - File['/usr/hdp/current/hadoop-client/conf/capacity-scheduler.xml'] {'owner': 'yarn', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'}
2016-01-26 10:40:25,997 - Changing owner for /usr/hdp/current/hadoop-client/conf/capacity-scheduler.xml from 503 to yarn
2016-01-26 10:40:25,997 - File['/etc/hadoop/conf/yarn.exclude'] {'owner': 'yarn', 'group': 'hadoop'}
2016-01-26 10:40:26,002 - File['/etc/security/limits.d/yarn.conf'] {'content': Template('yarn.conf.j2'), 'mode': 0644}
2016-01-26 10:40:26,005 - File['/etc/security/limits.d/mapreduce.conf'] {'content': Template('mapreduce.conf.j2'), 'mode': 0644}
2016-01-26 10:40:26,013 - File['/usr/hdp/current/hadoop-client/conf/yarn-env.sh'] {'content': InlineTemplate(...), 'owner': 'yarn', 'group': 'hadoop', 'mode': 0755}
2016-01-26 10:40:26,014 - Writing File['/usr/hdp/current/hadoop-client/conf/yarn-env.sh'] because contents don't match
2016-01-26 10:40:26,015 - File['/usr/hdp/current/hadoop-yarn-client/bin/container-executor'] {'group': 'hadoop', 'mode': 02050}
2016-01-26 10:40:26,018 - File['/usr/hdp/current/hadoop-client/conf/container-executor.cfg'] {'content': Template('container-executor.cfg.j2'), 'group': 'hadoop', 'mode': 0644}
2016-01-26 10:40:26,019 - Directory['/cgroups_test/cpu'] {'mode': 0755, 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:26,022 - File['/usr/hdp/current/hadoop-client/conf/mapred-env.sh'] {'content': InlineTemplate(...), 'owner': 'hdfs', 'mode': 0755}
2016-01-26 10:40:26,025 - File['/usr/hdp/current/hadoop-client/conf/taskcontroller.cfg'] {'content': Template('taskcontroller.cfg.j2'), 'owner': 'hdfs'}
2016-01-26 10:40:26,026 - XmlConfig['mapred-site.xml'] {'owner': 'mapred', 'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'configuration_attributes': {}, 'configurations': ...}
2016-01-26 10:40:26,041 - Generating config: /usr/hdp/current/hadoop-client/conf/mapred-site.xml
2016-01-26 10:40:26,042 - File['/usr/hdp/current/hadoop-client/conf/mapred-site.xml'] {'owner': 'mapred', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': None, 'encoding': 'UTF-8'}
2016-01-26 10:40:26,094 - Changing owner for /usr/hdp/current/hadoop-client/conf/mapred-site.xml from 504 to mapred
2016-01-26 10:40:26,095 - XmlConfig['capacity-scheduler.xml'] {'owner': 'hdfs', 'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'configuration_attributes': {}, 'configurations': ...}
2016-01-26 10:40:26,109 - Generating config: /usr/hdp/current/hadoop-client/conf/capacity-scheduler.xml
2016-01-26 10:40:26,109 - File['/usr/hdp/current/hadoop-client/conf/capacity-scheduler.xml'] {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': None, 'encoding': 'UTF-8'}
2016-01-26 10:40:26,126 - Changing owner for /usr/hdp/current/hadoop-client/conf/capacity-scheduler.xml from 504 to hdfs
2016-01-26 10:40:26,126 - XmlConfig['ssl-client.xml'] {'owner': 'hdfs', 'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'configuration_attributes': {}, 'configurations': ...}
2016-01-26 10:40:26,141 - Generating config: /usr/hdp/current/hadoop-client/conf/ssl-client.xml
2016-01-26 10:40:26,142 - File['/usr/hdp/current/hadoop-client/conf/ssl-client.xml'] {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': None, 'encoding': 'UTF-8'}
2016-01-26 10:40:26,150 - Directory['/usr/hdp/current/hadoop-client/conf/secure'] {'owner': 'root', 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}
2016-01-26 10:40:26,151 - XmlConfig['ssl-client.xml'] {'owner': 'hdfs', 'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf/secure', 'configuration_attributes': {}, 'configurations': ...}
2016-01-26 10:40:26,165 - Generating config: /usr/hdp/current/hadoop-client/conf/secure/ssl-client.xml
2016-01-26 10:40:26,166 - File['/usr/hdp/current/hadoop-client/conf/secure/ssl-client.xml'] {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': None, 'encoding': 'UTF-8'}
2016-01-26 10:40:26,177 - XmlConfig['ssl-server.xml'] {'owner': 'hdfs', 'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hadoop-client/conf', 'configuration_attributes': {}, 'configurations': ...}
2016-01-26 10:40:26,211 - Generating config: /usr/hdp/current/hadoop-client/conf/ssl-server.xml
2016-01-26 10:40:26,211 - File['/usr/hdp/current/hadoop-client/conf/ssl-server.xml'] {'owner': 'hdfs', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': None, 'encoding': 'UTF-8'}
2016-01-26 10:40:26,220 - File['/usr/hdp/current/hadoop-client/conf/ssl-client.xml.example'] {'owner': 'mapred', 'group': 'hadoop'}
2016-01-26 10:40:26,221 - File['/usr/hdp/current/hadoop-client/conf/ssl-server.xml.example'] {'owner': 'mapred', 'group': 'hadoop'}
2016-01-26 10:40:26,221 - Called copy_to_hdfs tarball: mapreduce
2016-01-26 10:40:26,222 - Default version is 2.3.4.0-3485
2016-01-26 10:40:26,222 - Source file: /usr/hdp/2.3.4.0-3485/hadoop/mapreduce.tar.gz , Dest file in HDFS: /hdp/apps/2.3.4.0-3485/mapreduce/mapreduce.tar.gz
2016-01-26 10:40:26,222 - HdfsResource['/hdp/apps/2.3.4.0-3485/mapreduce'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'default_fs': 'hdfs://hadoop.core:8020', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': [EMPTY], 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'mode': 0555}
2016-01-26 10:40:26,223 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://hadoop.core:50070/webhdfs/v1/hdp/apps/2.3.4.0-3485/mapreduce?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpwj_WOA 2>/tmp/tmp_iVxBZ''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:26,290 - call returned (0, '')
2016-01-26 10:40:26,291 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/hdp/apps/2.3.4.0-3485/mapreduce?op=MKDIRS&user.name=hdfs'"'"' 1>/tmp/tmph0PlHV 2>/tmp/tmpGVF7kr''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:26,353 - call returned (0, '')
2016-01-26 10:40:26,355 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/hdp/apps/2.3.4.0-3485/mapreduce?op=SETPERMISSION&user.name=hdfs&permission=555'"'"' 1>/tmp/tmpSGwjdM 2>/tmp/tmpU_zsew''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:26,444 - call returned (0, '')
2016-01-26 10:40:26,445 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT '"'"'http://hadoop.core:50070/webhdfs/v1/hdp/apps/2.3.4.0-3485/mapreduce?op=SETOWNER&user.name=hdfs&owner=hdfs&group='"'"' 1>/tmp/tmp8Crloz 2>/tmp/tmpozMnUw''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:26,535 - call returned (0, '')
2016-01-26 10:40:26,536 - HdfsResource['/hdp/apps/2.3.4.0-3485/mapreduce/mapreduce.tar.gz'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'source': '/usr/hdp/2.3.4.0-3485/hadoop/mapreduce.tar.gz', 'default_fs': 'hdfs://hadoop.core:8020', 'replace_existing_files': False, 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': [EMPTY], 'user': 'hdfs', 'owner': 'hdfs', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'file', 'action': ['create_on_execute'], 'mode': 0444}
2016-01-26 10:40:26,537 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://hadoop.core:50070/webhdfs/v1/hdp/apps/2.3.4.0-3485/mapreduce/mapreduce.tar.gz?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpDK__vF 2>/tmp/tmppzLDWN''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:26,694 - call returned (0, '')
2016-01-26 10:40:26,695 - Creating new file /hdp/apps/2.3.4.0-3485/mapreduce/mapreduce.tar.gz in DFS
2016-01-26 10:40:26,698 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X PUT -T /usr/hdp/2.3.4.0-3485/hadoop/mapreduce.tar.gz '"'"'http://hadoop.core:50070/webhdfs/v1/hdp/apps/2.3.4.0-3485/mapreduce/mapreduce.tar.gz?op=CREATE&user.name=hdfs&overwrite=True&permission=444'"'"' 1>/tmp/tmpf6VFHj 2>/tmp/tmps3quOy''] {'logoutput': None, 'quiet': False}
2016-01-26 10:40:29,343 - call returned (0, '')