stderr: Python script has been killed due to timeout after waiting 900 secs stdout: 2017-11-06 16:14:38,213 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf 2017-11-06 16:14:38,611 - Stack Feature Version Info: stack_version=2.6, version=2.6.2.0-205, current_cluster_version=2.6.2.0-205 -> 2.6.2.0-205 2017-11-06 16:14:38,628 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf User Group mapping (user_group) is missing in the hostLevelParams 2017-11-06 16:14:38,630 - Group['kms'] {} 2017-11-06 16:14:38,631 - Group['livy'] {} 2017-11-06 16:14:38,632 - Group['spark'] {} 2017-11-06 16:14:38,632 - Group['ranger'] {} 2017-11-06 16:14:38,632 - Group['zeppelin'] {} 2017-11-06 16:14:38,633 - Group['hadoop'] {} 2017-11-06 16:14:38,633 - Group['users'] {} 2017-11-06 16:14:38,633 - Group['knox'] {} 2017-11-06 16:14:38,634 - User['hive'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,635 - User['zookeeper'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,636 - User['infra-solr'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,637 - User['ams'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,638 - User['ranger'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'ranger']} 2017-11-06 16:14:38,639 - User['tez'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'users']} 2017-11-06 16:14:38,640 - User['zeppelin'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'zeppelin', u'hadoop']} 2017-11-06 16:14:38,641 - User['kms'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,642 - User['livy'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,643 - User['druid'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,644 - User['spark'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,646 - User['ambari-qa'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'users']} 2017-11-06 16:14:38,647 - User['kafka'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,648 - User['hdfs'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,649 - User['sqoop'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,650 - User['yarn'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,651 - User['mapred'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,652 - User['hbase'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,653 - User['knox'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,654 - User['hcat'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']} 2017-11-06 16:14:38,655 - File['/var/lib/ambari-agent/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555} 2017-11-06 16:14:38,656 - Execute['/var/lib/ambari-agent/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa'] {'not_if': '(test $(id -u ambari-qa) -gt 1000) || (false)'} 2017-11-06 16:14:38,665 - Skipping Execute['/var/lib/ambari-agent/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa'] due to not_if 2017-11-06 16:14:38,666 - Directory['/tmp/hbase-hbase'] {'owner': 'hbase', 'create_parents': True, 'mode': 0775, 'cd_access': 'a'} 2017-11-06 16:14:38,667 - File['/var/lib/ambari-agent/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555} 2017-11-06 16:14:38,668 - Execute['/var/lib/ambari-agent/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/tmp/hbase-hbase'] {'not_if': '(test $(id -u hbase) -gt 1000) || (false)'} 2017-11-06 16:14:38,675 - Skipping Execute['/var/lib/ambari-agent/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/tmp/hbase-hbase'] due to not_if 2017-11-06 16:14:38,676 - Group['hdfs'] {} 2017-11-06 16:14:38,676 - User['hdfs'] {'fetch_nonlocal_groups': True, 'groups': [u'hadoop', u'hdfs']} 2017-11-06 16:14:38,677 - FS Type: 2017-11-06 16:14:38,678 - Directory['/etc/hadoop'] {'mode': 0755} 2017-11-06 16:14:38,707 - File['/usr/hdp/current/hadoop-client/conf/hadoop-env.sh'] {'content': InlineTemplate(...), 'owner': 'root', 'group': 'hadoop'} 2017-11-06 16:14:38,708 - Directory['/var/lib/ambari-agent/tmp/hadoop_java_io_tmpdir'] {'owner': 'hdfs', 'group': 'hadoop', 'mode': 01777} 2017-11-06 16:14:38,739 - Execute[('setenforce', '0')] {'not_if': '(! which getenforce ) || (which getenforce && getenforce | grep -q Disabled)', 'sudo': True, 'only_if': 'test -f /selinux/enforce'} 2017-11-06 16:14:38,745 - Skipping Execute[('setenforce', '0')] due to not_if 2017-11-06 16:14:38,745 - Directory['/var/log/hadoop'] {'owner': 'root', 'create_parents': True, 'group': 'hadoop', 'mode': 0775, 'cd_access': 'a'} 2017-11-06 16:14:38,748 - Directory['/var/run/hadoop'] {'owner': 'root', 'create_parents': True, 'group': 'root', 'cd_access': 'a'} 2017-11-06 16:14:38,749 - Directory['/tmp/hadoop-hdfs'] {'owner': 'hdfs', 'create_parents': True, 'cd_access': 'a'} 2017-11-06 16:14:38,756 - File['/usr/hdp/current/hadoop-client/conf/commons-logging.properties'] {'content': Template('commons-logging.properties.j2'), 'owner': 'root'} 2017-11-06 16:14:38,759 - File['/usr/hdp/current/hadoop-client/conf/health_check'] {'content': Template('health_check.j2'), 'owner': 'root'} 2017-11-06 16:14:38,770 - File['/usr/hdp/current/hadoop-client/conf/log4j.properties'] {'content': InlineTemplate(...), 'owner': 'hdfs', 'group': 'hadoop', 'mode': 0644} 2017-11-06 16:14:38,791 - File['/usr/hdp/current/hadoop-client/conf/hadoop-metrics2.properties'] {'content': InlineTemplate(...), 'owner': 'hdfs', 'group': 'hadoop'} 2017-11-06 16:14:38,793 - File['/usr/hdp/current/hadoop-client/conf/task-log4j.properties'] {'content': StaticFile('task-log4j.properties'), 'mode': 0755} 2017-11-06 16:14:38,794 - File['/usr/hdp/current/hadoop-client/conf/configuration.xsl'] {'owner': 'hdfs', 'group': 'hadoop'} 2017-11-06 16:14:38,804 - File['/etc/hadoop/conf/topology_mappings.data'] {'owner': 'hdfs', 'content': Template('topology_mappings.data.j2'), 'only_if': 'test -d /etc/hadoop/conf', 'group': 'hadoop'} 2017-11-06 16:14:38,809 - File['/etc/hadoop/conf/topology_script.py'] {'content': StaticFile('topology_script.py'), 'only_if': 'test -d /etc/hadoop/conf', 'mode': 0755} 2017-11-06 16:14:39,094 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf 2017-11-06 16:14:39,107 - call['ambari-python-wrap /usr/bin/hdp-select status hive-server2'] {'timeout': 20} 2017-11-06 16:14:39,142 - call returned (0, 'hive-server2 - 2.6.2.0-205') 2017-11-06 16:14:39,143 - Stack Feature Version Info: stack_version=2.6, version=2.6.2.0-205, current_cluster_version=2.6.2.0-205 -> 2.6.2.0-205 2017-11-06 16:14:39,198 - File['/var/lib/ambari-agent/cred/lib/CredentialUtil.jar'] {'content': DownloadSource('http://en1-dev1-tbdp.abc.com:8080/resources/CredentialUtil.jar'), 'mode': 0755} 2017-11-06 16:14:39,199 - Not downloading the file from http://en1-dev1-tbdp.abc.com:8080/resources/CredentialUtil.jar, because /var/lib/ambari-agent/tmp/CredentialUtil.jar already exists 2017-11-06 16:14:39,199 - checked_call[('/opt/jdk1.8.0_144/bin/java', '-cp', u'/var/lib/ambari-agent/cred/lib/*', 'org.apache.ambari.server.credentialapi.CredentialUtil', 'get', 'javax.jdo.option.ConnectionPassword', '-provider', u'jceks://file/var/lib/ambari-agent/cred/conf/hive/hive-site.jceks')] {} 2017-11-06 16:14:40,510 - checked_call returned (0, 'SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".\nSLF4J: Defaulting to no-operation (NOP) logger implementation\nSLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.\nNov 06, 2017 4:14:39 PM org.apache.hadoop.util.NativeCodeLoader \nWARNING: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\nhive') 2017-11-06 16:14:40,528 - HdfsResource['/user/hcat'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hcat', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0755} 2017-11-06 16:14:40,531 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:14:51,066 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/user/hcat?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmp92UenP 2>/tmp/tmpoL0Tmn''] {'logoutput': None, 'quiet': False} 2017-11-06 16:15:16,109 - call returned (0, '') 2017-11-06 16:15:16,149 - Called copy_to_hdfs tarball: mapreduce 2017-11-06 16:15:16,149 - Default version is 2.6.2.0-205 2017-11-06 16:15:16,149 - Source file: /usr/hdp/2.6.2.0-205/hadoop/mapreduce.tar.gz , Dest file in HDFS: /hdp/apps/2.6.2.0-205/mapreduce/mapreduce.tar.gz 2017-11-06 16:15:16,150 - HdfsResource['/hdp/apps/2.6.2.0-205/mapreduce'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0555} 2017-11-06 16:15:16,151 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:15:41,263 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/hdp/apps/2.6.2.0-205/mapreduce?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpEeQtdq 2>/tmp/tmpkRbF6S''] {'logoutput': None, 'quiet': False} 2017-11-06 16:16:06,259 - call returned (0, '') 2017-11-06 16:16:06,326 - HdfsResource['/hdp/apps/2.6.2.0-205/mapreduce/mapreduce.tar.gz'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'source': '/usr/hdp/2.6.2.0-205/hadoop/mapreduce.tar.gz', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'replace_existing_files': False, 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hdfs', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'file', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0444} 2017-11-06 16:16:06,327 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:16:31,357 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/hdp/apps/2.6.2.0-205/mapreduce/mapreduce.tar.gz?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpxdCTrb 2>/tmp/tmphWSsq5''] {'logoutput': None, 'quiet': False} 2017-11-06 16:16:56,425 - call returned (0, '') 2017-11-06 16:16:56,458 - DFS file /hdp/apps/2.6.2.0-205/mapreduce/mapreduce.tar.gz is identical to /usr/hdp/2.6.2.0-205/hadoop/mapreduce.tar.gz, skipping the copying 2017-11-06 16:16:56,458 - Will attempt to copy mapreduce tarball from /usr/hdp/2.6.2.0-205/hadoop/mapreduce.tar.gz to DFS at /hdp/apps/2.6.2.0-205/mapreduce/mapreduce.tar.gz. 2017-11-06 16:16:56,458 - Called copy_to_hdfs tarball: tez 2017-11-06 16:16:56,459 - Default version is 2.6.2.0-205 2017-11-06 16:16:56,459 - Source file: /usr/hdp/2.6.2.0-205/tez/lib/tez.tar.gz , Dest file in HDFS: /hdp/apps/2.6.2.0-205/tez/tez.tar.gz 2017-11-06 16:16:56,460 - HdfsResource['/hdp/apps/2.6.2.0-205/tez'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0555} 2017-11-06 16:16:56,460 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:17:21,563 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/hdp/apps/2.6.2.0-205/tez?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmp2nLqjS 2>/tmp/tmpU3XBkm''] {'logoutput': None, 'quiet': False} 2017-11-06 16:17:46,550 - call returned (0, '') 2017-11-06 16:17:46,578 - HdfsResource['/hdp/apps/2.6.2.0-205/tez/tez.tar.gz'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'source': '/usr/hdp/2.6.2.0-205/tez/lib/tez.tar.gz', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'replace_existing_files': False, 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hdfs', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'file', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0444} 2017-11-06 16:17:46,579 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:18:11,686 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/hdp/apps/2.6.2.0-205/tez/tez.tar.gz?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmprwzH7w 2>/tmp/tmp7gLlVS''] {'logoutput': None, 'quiet': False} 2017-11-06 16:18:36,662 - call returned (0, '') 2017-11-06 16:18:36,736 - DFS file /hdp/apps/2.6.2.0-205/tez/tez.tar.gz is identical to /usr/hdp/2.6.2.0-205/tez/lib/tez.tar.gz, skipping the copying 2017-11-06 16:18:36,737 - Will attempt to copy tez tarball from /usr/hdp/2.6.2.0-205/tez/lib/tez.tar.gz to DFS at /hdp/apps/2.6.2.0-205/tez/tez.tar.gz. 2017-11-06 16:18:36,737 - Called copy_to_hdfs tarball: pig 2017-11-06 16:18:36,737 - Default version is 2.6.2.0-205 2017-11-06 16:18:36,738 - Source file: /usr/hdp/2.6.2.0-205/pig/pig.tar.gz , Dest file in HDFS: /hdp/apps/2.6.2.0-205/pig/pig.tar.gz 2017-11-06 16:18:36,738 - HdfsResource['/hdp/apps/2.6.2.0-205/pig'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0555} 2017-11-06 16:18:36,739 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:19:01,828 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/hdp/apps/2.6.2.0-205/pig?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpr3mGIa 2>/tmp/tmpYjjdVn''] {'logoutput': None, 'quiet': False} 2017-11-06 16:19:26,812 - call returned (0, '') 2017-11-06 16:19:26,869 - HdfsResource['/hdp/apps/2.6.2.0-205/pig/pig.tar.gz'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'source': '/usr/hdp/2.6.2.0-205/pig/pig.tar.gz', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'replace_existing_files': False, 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hdfs', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'file', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0444} 2017-11-06 16:19:26,870 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:19:51,865 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/hdp/apps/2.6.2.0-205/pig/pig.tar.gz?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpvwYM6z 2>/tmp/tmpo6O0Nt''] {'logoutput': None, 'quiet': False} 2017-11-06 16:20:16,898 - call returned (0, '') 2017-11-06 16:20:16,902 - DFS file /hdp/apps/2.6.2.0-205/pig/pig.tar.gz is identical to /usr/hdp/2.6.2.0-205/pig/pig.tar.gz, skipping the copying 2017-11-06 16:20:16,903 - Will attempt to copy pig tarball from /usr/hdp/2.6.2.0-205/pig/pig.tar.gz to DFS at /hdp/apps/2.6.2.0-205/pig/pig.tar.gz. 2017-11-06 16:20:16,903 - Called copy_to_hdfs tarball: hive 2017-11-06 16:20:16,903 - Default version is 2.6.2.0-205 2017-11-06 16:20:16,903 - Source file: /usr/hdp/2.6.2.0-205/hive/hive.tar.gz , Dest file in HDFS: /hdp/apps/2.6.2.0-205/hive/hive.tar.gz 2017-11-06 16:20:16,904 - HdfsResource['/hdp/apps/2.6.2.0-205/hive'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0555} 2017-11-06 16:20:16,905 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:20:41,953 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/hdp/apps/2.6.2.0-205/hive?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmp8KO_zr 2>/tmp/tmphjuezV''] {'logoutput': None, 'quiet': False} 2017-11-06 16:21:07,028 - call returned (0, '') 2017-11-06 16:21:07,052 - HdfsResource['/hdp/apps/2.6.2.0-205/hive/hive.tar.gz'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'source': '/usr/hdp/2.6.2.0-205/hive/hive.tar.gz', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'replace_existing_files': False, 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hdfs', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'file', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0444} 2017-11-06 16:21:07,054 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:21:32,196 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/hdp/apps/2.6.2.0-205/hive/hive.tar.gz?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpNa2RMV 2>/tmp/tmpbP7Qqm''] {'logoutput': None, 'quiet': False} 2017-11-06 16:21:57,206 - call returned (0, '') 2017-11-06 16:21:57,226 - DFS file /hdp/apps/2.6.2.0-205/hive/hive.tar.gz is identical to /usr/hdp/2.6.2.0-205/hive/hive.tar.gz, skipping the copying 2017-11-06 16:21:57,227 - Will attempt to copy hive tarball from /usr/hdp/2.6.2.0-205/hive/hive.tar.gz to DFS at /hdp/apps/2.6.2.0-205/hive/hive.tar.gz. 2017-11-06 16:21:57,227 - Called copy_to_hdfs tarball: sqoop 2017-11-06 16:21:57,227 - Default version is 2.6.2.0-205 2017-11-06 16:21:57,228 - Source file: /usr/hdp/2.6.2.0-205/sqoop/sqoop.tar.gz , Dest file in HDFS: /hdp/apps/2.6.2.0-205/sqoop/sqoop.tar.gz 2017-11-06 16:21:57,229 - HdfsResource['/hdp/apps/2.6.2.0-205/sqoop'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0555} 2017-11-06 16:21:57,229 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:22:22,362 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/hdp/apps/2.6.2.0-205/sqoop?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpfJD83E 2>/tmp/tmp6HLUNr''] {'logoutput': None, 'quiet': False} 2017-11-06 16:22:47,322 - call returned (0, '') 2017-11-06 16:22:47,369 - HdfsResource['/hdp/apps/2.6.2.0-205/sqoop/sqoop.tar.gz'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'source': '/usr/hdp/2.6.2.0-205/sqoop/sqoop.tar.gz', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'replace_existing_files': False, 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hdfs', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'file', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0444} 2017-11-06 16:22:47,371 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:23:12,498 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/hdp/apps/2.6.2.0-205/sqoop/sqoop.tar.gz?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpa1cYuk 2>/tmp/tmpWdDbHo''] {'logoutput': None, 'quiet': False} 2017-11-06 16:23:37,426 - call returned (0, '') 2017-11-06 16:23:37,471 - DFS file /hdp/apps/2.6.2.0-205/sqoop/sqoop.tar.gz is identical to /usr/hdp/2.6.2.0-205/sqoop/sqoop.tar.gz, skipping the copying 2017-11-06 16:23:37,471 - Will attempt to copy sqoop tarball from /usr/hdp/2.6.2.0-205/sqoop/sqoop.tar.gz to DFS at /hdp/apps/2.6.2.0-205/sqoop/sqoop.tar.gz. 2017-11-06 16:23:37,471 - Called copy_to_hdfs tarball: hadoop_streaming 2017-11-06 16:23:37,472 - Default version is 2.6.2.0-205 2017-11-06 16:23:37,472 - Source file: /usr/hdp/2.6.2.0-205/hadoop-mapreduce/hadoop-streaming.jar , Dest file in HDFS: /hdp/apps/2.6.2.0-205/mapreduce/hadoop-streaming.jar 2017-11-06 16:23:37,473 - HdfsResource['/hdp/apps/2.6.2.0-205/mapreduce'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0555} 2017-11-06 16:23:37,473 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:24:02,583 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/hdp/apps/2.6.2.0-205/mapreduce?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpIZ1VxJ 2>/tmp/tmpxeiCH7''] {'logoutput': None, 'quiet': False} 2017-11-06 16:24:27,528 - call returned (0, '') 2017-11-06 16:24:27,539 - HdfsResource['/hdp/apps/2.6.2.0-205/mapreduce/hadoop-streaming.jar'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'source': '/usr/hdp/2.6.2.0-205/hadoop-mapreduce/hadoop-streaming.jar', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'replace_existing_files': False, 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hdfs', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'file', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0444} 2017-11-06 16:24:27,540 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:24:52,826 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/hdp/apps/2.6.2.0-205/mapreduce/hadoop-streaming.jar?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmp7VWj4G 2>/tmp/tmps6bNd4''] {'logoutput': None, 'quiet': False} 2017-11-06 16:25:17,643 - call returned (0, '') 2017-11-06 16:25:17,696 - DFS file /hdp/apps/2.6.2.0-205/mapreduce/hadoop-streaming.jar is identical to /usr/hdp/2.6.2.0-205/hadoop-mapreduce/hadoop-streaming.jar, skipping the copying 2017-11-06 16:25:17,697 - Will attempt to copy hadoop_streaming tarball from /usr/hdp/2.6.2.0-205/hadoop-mapreduce/hadoop-streaming.jar to DFS at /hdp/apps/2.6.2.0-205/mapreduce/hadoop-streaming.jar. 2017-11-06 16:25:17,697 - HdfsResource['/apps/hive/warehouse'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hive', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0777} 2017-11-06 16:25:17,698 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:25:42,923 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/apps/hive/warehouse?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmp4OcokM 2>/tmp/tmpvst_dB''] {'logoutput': None, 'quiet': False} 2017-11-06 16:26:07,745 - call returned (0, '') 2017-11-06 16:26:07,786 - Skipping the operation for not managed DFS directory /apps/hive/warehouse since immutable_paths contains it. 2017-11-06 16:26:07,787 - HdfsResource['/user/hive'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'owner': 'hive', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0755} 2017-11-06 16:26:07,788 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:26:32,816 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/user/hive?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmplb2TCU 2>/tmp/tmpfy7fsu''] {'logoutput': None, 'quiet': False} 2017-11-06 16:26:57,870 - call returned (0, '') 2017-11-06 16:26:58,019 - HdfsResource[None] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'action': ['execute'], 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp']} 2017-11-06 16:26:58,020 - Directory['/etc/hive'] {'mode': 0755} 2017-11-06 16:26:58,020 - Directories to fill with configs: [u'/usr/hdp/current/hive-server2/conf', u'/usr/hdp/current/hive-server2/conf/conf.server'] 2017-11-06 16:26:58,021 - Directory['/etc/hive/2.6.2.0-205/0'] {'owner': 'hive', 'group': 'hadoop', 'create_parents': True, 'mode': 0755} 2017-11-06 16:26:58,022 - XmlConfig['mapred-site.xml'] {'group': 'hadoop', 'conf_dir': '/etc/hive/2.6.2.0-205/0', 'mode': 0644, 'configuration_attributes': {}, 'owner': 'hive', 'configurations': ...} 2017-11-06 16:26:58,046 - Generating config: /etc/hive/2.6.2.0-205/0/mapred-site.xml 2017-11-06 16:26:58,046 - File['/etc/hive/2.6.2.0-205/0/mapred-site.xml'] {'owner': 'hive', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'} 2017-11-06 16:26:58,152 - File['/etc/hive/2.6.2.0-205/0/hive-default.xml.template'] {'owner': 'hive', 'group': 'hadoop', 'mode': 0644} 2017-11-06 16:26:58,153 - File['/etc/hive/2.6.2.0-205/0/hive-env.sh.template'] {'owner': 'hive', 'group': 'hadoop', 'mode': 0644} 2017-11-06 16:26:58,157 - File['/etc/hive/2.6.2.0-205/0/hive-exec-log4j.properties'] {'content': InlineTemplate(...), 'owner': 'hive', 'group': 'hadoop', 'mode': 0644} 2017-11-06 16:26:58,163 - File['/etc/hive/2.6.2.0-205/0/hive-log4j.properties'] {'content': InlineTemplate(...), 'owner': 'hive', 'group': 'hadoop', 'mode': 0644} 2017-11-06 16:26:58,165 - Directory['/etc/hive/2.6.2.0-205/0/conf.server'] {'owner': 'hive', 'group': 'hadoop', 'create_parents': True, 'mode': 0700} 2017-11-06 16:26:58,165 - XmlConfig['mapred-site.xml'] {'group': 'hadoop', 'conf_dir': '/etc/hive/2.6.2.0-205/0/conf.server', 'mode': 0600, 'configuration_attributes': {}, 'owner': 'hive', 'configurations': ...} 2017-11-06 16:26:58,183 - Generating config: /etc/hive/2.6.2.0-205/0/conf.server/mapred-site.xml 2017-11-06 16:26:58,184 - File['/etc/hive/2.6.2.0-205/0/conf.server/mapred-site.xml'] {'owner': 'hive', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0600, 'encoding': 'UTF-8'} 2017-11-06 16:26:58,282 - File['/etc/hive/2.6.2.0-205/0/conf.server/hive-default.xml.template'] {'owner': 'hive', 'group': 'hadoop', 'mode': 0600} 2017-11-06 16:26:58,283 - File['/etc/hive/2.6.2.0-205/0/conf.server/hive-env.sh.template'] {'owner': 'hive', 'group': 'hadoop', 'mode': 0600} 2017-11-06 16:26:58,288 - File['/etc/hive/2.6.2.0-205/0/conf.server/hive-exec-log4j.properties'] {'content': InlineTemplate(...), 'owner': 'hive', 'group': 'hadoop', 'mode': 0600} 2017-11-06 16:26:58,294 - File['/etc/hive/2.6.2.0-205/0/conf.server/hive-log4j.properties'] {'content': InlineTemplate(...), 'owner': 'hive', 'group': 'hadoop', 'mode': 0600} 2017-11-06 16:26:58,295 - File['/usr/hdp/current/hive-server2/conf/conf.server/hive-site.jceks'] {'content': StaticFile('/var/lib/ambari-agent/cred/conf/hive/hive-site.jceks'), 'owner': 'hive', 'group': 'hadoop', 'mode': 0640} 2017-11-06 16:26:58,296 - Writing File['/usr/hdp/current/hive-server2/conf/conf.server/hive-site.jceks'] because contents don't match 2017-11-06 16:26:58,297 - XmlConfig['hive-site.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hive-server2/conf/conf.server', 'mode': 0600, 'configuration_attributes': {u'hidden': {u'javax.jdo.option.ConnectionPassword': u'HIVE_CLIENT,WEBHCAT_SERVER,HCAT,CONFIG_DOWNLOAD'}}, 'owner': 'hive', 'configurations': ...} 2017-11-06 16:26:58,315 - Generating config: /usr/hdp/current/hive-server2/conf/conf.server/hive-site.xml 2017-11-06 16:26:58,315 - File['/usr/hdp/current/hive-server2/conf/conf.server/hive-site.xml'] {'owner': 'hive', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0600, 'encoding': 'UTF-8'} 2017-11-06 16:26:58,607 - XmlConfig['hiveserver2-site.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hive-server2/conf/conf.server', 'mode': 0600, 'configuration_attributes': {}, 'owner': 'hive', 'configurations': ...} 2017-11-06 16:26:58,623 - Generating config: /usr/hdp/current/hive-server2/conf/conf.server/hiveserver2-site.xml 2017-11-06 16:26:58,624 - File['/usr/hdp/current/hive-server2/conf/conf.server/hiveserver2-site.xml'] {'owner': 'hive', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0600, 'encoding': 'UTF-8'} 2017-11-06 16:26:58,645 - File['/usr/hdp/current/hive-server2/conf/conf.server/hive-env.sh'] {'content': InlineTemplate(...), 'owner': 'hive', 'group': 'hadoop', 'mode': 0600} 2017-11-06 16:26:58,647 - Directory['/etc/security/limits.d'] {'owner': 'root', 'create_parents': True, 'group': 'root'} 2017-11-06 16:26:58,653 - File['/etc/security/limits.d/hive.conf'] {'content': Template('hive.conf.j2'), 'owner': 'root', 'group': 'root', 'mode': 0644} 2017-11-06 16:26:58,656 - File['/usr/hdp/current/hive-server2/conf/conf.server/zkmigrator_jaas.conf'] {'content': Template('zkmigrator_jaas.conf.j2'), 'owner': 'hive', 'group': 'hadoop'} 2017-11-06 16:26:58,658 - File['/usr/lib/ambari-agent/DBConnectionVerification.jar'] {'content': DownloadSource('http://en1-dev1-tbdp.abc.com:8080/resources/DBConnectionVerification.jar'), 'mode': 0644} 2017-11-06 16:26:58,658 - Not downloading the file from http://en1-dev1-tbdp.abc.com:8080/resources/DBConnectionVerification.jar, because /var/lib/ambari-agent/tmp/DBConnectionVerification.jar already exists 2017-11-06 16:26:58,661 - File['/var/lib/ambari-agent/tmp/start_hiveserver2_script'] {'content': Template('startHiveserver2.sh.j2'), 'mode': 0755} 2017-11-06 16:26:58,671 - File['/usr/hdp/current/hive-server2/conf/conf.server/hadoop-metrics2-hiveserver2.properties'] {'content': Template('hadoop-metrics2-hiveserver2.properties.j2'), 'owner': 'hive', 'group': 'hadoop', 'mode': 0600} 2017-11-06 16:26:58,672 - Directory['/var/run/hive'] {'owner': 'hive', 'create_parents': True, 'group': 'hadoop', 'mode': 0755, 'cd_access': 'a'} 2017-11-06 16:26:58,673 - Directory['/var/log/hive'] {'owner': 'hive', 'create_parents': True, 'group': 'hadoop', 'mode': 0755, 'cd_access': 'a'} 2017-11-06 16:26:58,673 - Directory['/var/lib/hive'] {'owner': 'hive', 'create_parents': True, 'group': 'hadoop', 'mode': 0755, 'cd_access': 'a'} 2017-11-06 16:26:58,673 - Hive: Setup ranger: command retry not enabled thus skipping if ranger admin is down ! 2017-11-06 16:26:58,674 - HdfsResource['/ranger/audit'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'user': 'hdfs', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'recursive_chmod': True, 'owner': 'hdfs', 'group': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0755} 2017-11-06 16:26:58,674 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:27:22,956 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/ranger/audit?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpE6nzap 2>/tmp/tmpqmCwvr''] {'logoutput': None, 'quiet': False} 2017-11-06 16:27:48,027 - call returned (0, '') 2017-11-06 16:27:48,049 - HdfsResource['/ranger/audit/hiveServer2'] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'user': 'hdfs', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'recursive_chmod': True, 'owner': 'hive', 'group': 'hive', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0700} 2017-11-06 16:27:48,050 - Execute['/usr/bin/kinit -kt /etc/security/keytabs/hdfs.headless.keytab hdfs-dev@ABC.COM'] {'user': 'hdfs'} 2017-11-06 16:28:13,071 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET --negotiate -u : '"'"'http://nn1-dev1-tbdp.abc.com:50070/webhdfs/v1/ranger/audit/hiveServer2?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpkQ45un 2>/tmp/tmp6ANzzM''] {'logoutput': None, 'quiet': False} 2017-11-06 16:28:38,148 - call returned (0, '') 2017-11-06 16:28:38,420 - HdfsResource[None] {'security_enabled': True, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': '/etc/security/keytabs/hdfs.headless.keytab', 'dfs_type': '', 'default_fs': 'hdfs://nn1-dev1-tbdp.abc.com:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': '/usr/bin/kinit', 'principal_name': 'hdfs-dev@ABC.COM', 'user': 'hdfs', 'action': ['execute'], 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'immutable_paths': [u'/apps/hive/warehouse', u'/mr-history/done', u'/app-logs', u'/tmp']} 2017-11-06 16:28:38,422 - call['ambari-python-wrap /usr/bin/hdp-select status hive-server2'] {'timeout': 20} 2017-11-06 16:28:38,462 - call returned (0, 'hive-server2 - 2.6.2.0-205') 2017-11-06 16:28:38,472 - Skipping Ranger API calls, as policy cache file exists for hive 2017-11-06 16:28:38,472 - If service name for hive is not created on Ranger Admin UI, then to re-create it delete policy cache file: /etc/ranger/Dev_hive/policycache/hiveServer2_Dev_hive.json 2017-11-06 16:28:38,474 - File['/usr/hdp/current/hive-server2/conf/conf.server/ranger-security.xml'] {'content': InlineTemplate(...), 'owner': 'hive', 'group': 'hadoop', 'mode': 0644} 2017-11-06 16:28:38,475 - Writing File['/usr/hdp/current/hive-server2/conf/conf.server/ranger-security.xml'] because contents don't match 2017-11-06 16:28:38,476 - Directory['/etc/ranger/Dev_hive'] {'owner': 'hive', 'create_parents': True, 'group': 'hadoop', 'mode': 0775, 'cd_access': 'a'} 2017-11-06 16:28:38,477 - Directory['/etc/ranger/Dev_hive/policycache'] {'owner': 'hive', 'group': 'hadoop', 'create_parents': True, 'mode': 0775, 'cd_access': 'a'} 2017-11-06 16:28:38,478 - File['/etc/ranger/Dev_hive/policycache/hiveServer2_Dev_hive.json'] {'owner': 'hive', 'group': 'hadoop', 'mode': 0644} 2017-11-06 16:28:38,479 - XmlConfig['ranger-hive-audit.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hive-server2/conf/conf.server', 'mode': 0744, 'configuration_attributes': {}, 'owner': 'hive', 'configurations': ...} 2017-11-06 16:28:38,495 - Generating config: /usr/hdp/current/hive-server2/conf/conf.server/ranger-hive-audit.xml 2017-11-06 16:28:38,496 - File['/usr/hdp/current/hive-server2/conf/conf.server/ranger-hive-audit.xml'] {'owner': 'hive', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0744, 'encoding': 'UTF-8'} 2017-11-06 16:28:38,524 - XmlConfig['ranger-hive-security.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hive-server2/conf/conf.server', 'mode': 0744, 'configuration_attributes': {}, 'owner': 'hive', 'configurations': ...} 2017-11-06 16:28:38,540 - Generating config: /usr/hdp/current/hive-server2/conf/conf.server/ranger-hive-security.xml 2017-11-06 16:28:38,541 - File['/usr/hdp/current/hive-server2/conf/conf.server/ranger-hive-security.xml'] {'owner': 'hive', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0744, 'encoding': 'UTF-8'} 2017-11-06 16:28:38,554 - XmlConfig['ranger-policymgr-ssl.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hive-server2/conf/conf.server', 'mode': 0744, 'configuration_attributes': {}, 'owner': 'hive', 'configurations': ...} 2017-11-06 16:28:38,569 - Generating config: /usr/hdp/current/hive-server2/conf/conf.server/ranger-policymgr-ssl.xml 2017-11-06 16:28:38,569 - File['/usr/hdp/current/hive-server2/conf/conf.server/ranger-policymgr-ssl.xml'] {'owner': 'hive', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0744, 'encoding': 'UTF-8'} 2017-11-06 16:28:38,581 - Execute[(u'/usr/hdp/2.6.2.0-205/ranger-hive-plugin/ranger_credential_helper.py', '-l', u'/usr/hdp/2.6.2.0-205/ranger-hive-plugin/install/lib/*', '-f', '/etc/ranger/Dev_hive/cred.jceks', '-k', 'sslKeyStore', '-v', [PROTECTED], '-c', '1')] {'logoutput': True, 'environment': {'JAVA_HOME': u'/opt/jdk1.8.0_144'}, 'sudo': True} Using Java:/opt/jdk1.8.0_144/bin/java Alias sslKeyStore created successfully! 2017-11-06 16:28:39,619 - Execute[(u'/usr/hdp/2.6.2.0-205/ranger-hive-plugin/ranger_credential_helper.py', '-l', u'/usr/hdp/2.6.2.0-205/ranger-hive-plugin/install/lib/*', '-f', '/etc/ranger/Dev_hive/cred.jceks', '-k', 'sslTrustStore', '-v', [PROTECTED], '-c', '1')] {'logoutput': True, 'environment': {'JAVA_HOME': u'/opt/jdk1.8.0_144'}, 'sudo': True} Using Java:/opt/jdk1.8.0_144/bin/java Alias sslTrustStore created successfully! 2017-11-06 16:28:40,762 - File['/etc/ranger/Dev_hive/cred.jceks'] {'owner': 'hive', 'group': 'hadoop', 'mode': 0640} 2017-11-06 16:28:40,778 - call['ambari-sudo.sh su hive -l -s /bin/bash -c 'cat /var/run/hive/hive-server.pid 1>/tmp/tmpqproYS 2>/tmp/tmppp2UZz''] {'quiet': False} 2017-11-06 16:29:03,173 - call returned (1, '') 2017-11-06 16:29:03,174 - Execution of 'cat /var/run/hive/hive-server.pid 1>/tmp/tmpqproYS 2>/tmp/tmppp2UZz' returned 1. cat: /var/run/hive/hive-server.pid: No such file or directory 2017-11-06 16:29:03,175 - call['ambari-sudo.sh su hive -l -s /bin/bash -c 'hive --config /usr/hdp/current/hive-server2/conf/conf.server --service metatool -listFSRoot' 2>/dev/null | grep hdfs:// | cut -f1,2,3 -d '/' | grep -v 'hdfs://nn1-dev1-tbdp.abc.com:8020' | head -1'] {} Command failed after 1 tries