stderr: Python script has been killed due to timeout after waiting 900 secs stdout: 2016-07-19 08:18:27,637 - The hadoop conf dir /usr/hdp/current/hadoop-client/conf exists, will call conf-select on it for version 2.4.2.0-258 2016-07-19 08:18:27,637 - Checking if need to create versioned conf dir /etc/hadoop/2.4.2.0-258/0 2016-07-19 08:18:27,637 - call['conf-select create-conf-dir --package hadoop --stack-version 2.4.2.0-258 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False, 'stderr': -1} 2016-07-19 08:18:27,669 - call returned (1, '/etc/hadoop/2.4.2.0-258/0 exist already', '') 2016-07-19 08:18:27,669 - checked_call['conf-select set-conf-dir --package hadoop --stack-version 2.4.2.0-258 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False} 2016-07-19 08:18:27,700 - checked_call returned (0, '') 2016-07-19 08:18:27,700 - Ensuring that hadoop has the correct symlink structure 2016-07-19 08:18:27,700 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf 2016-07-19 08:18:27,809 - The hadoop conf dir /usr/hdp/current/hadoop-client/conf exists, will call conf-select on it for version 2.4.2.0-258 2016-07-19 08:18:27,809 - Checking if need to create versioned conf dir /etc/hadoop/2.4.2.0-258/0 2016-07-19 08:18:27,810 - call['conf-select create-conf-dir --package hadoop --stack-version 2.4.2.0-258 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False, 'stderr': -1} 2016-07-19 08:18:27,840 - call returned (1, '/etc/hadoop/2.4.2.0-258/0 exist already', '') 2016-07-19 08:18:27,841 - checked_call['conf-select set-conf-dir --package hadoop --stack-version 2.4.2.0-258 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False} 2016-07-19 08:18:27,874 - checked_call returned (0, '') 2016-07-19 08:18:27,874 - Ensuring that hadoop has the correct symlink structure 2016-07-19 08:18:27,875 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf 2016-07-19 08:18:27,877 - Group['spark'] {} 2016-07-19 08:18:27,878 - Group['hadoop'] {} 2016-07-19 08:18:27,879 - Group['users'] {} 2016-07-19 08:18:27,879 - Group['knox'] {} 2016-07-19 08:18:27,879 - User['hive'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2016-07-19 08:18:27,880 - User['storm'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2016-07-19 08:18:27,881 - User['zookeeper'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2016-07-19 08:18:27,882 - User['oozie'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['users']} 2016-07-19 08:18:27,883 - User['atlas'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2016-07-19 08:18:27,883 - User['ams'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2016-07-19 08:18:27,884 - User['falcon'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['users']} 2016-07-19 08:18:27,885 - User['tez'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['users']} 2016-07-19 08:18:27,885 - User['spark'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2016-07-19 08:18:27,886 - User['ambari-qa'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['users']} 2016-07-19 08:18:27,887 - User['flume'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2016-07-19 08:18:27,888 - User['hdfs'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2016-07-19 08:18:27,888 - User['sqoop'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2016-07-19 08:18:27,889 - User['yarn'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2016-07-19 08:18:27,890 - User['mapred'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2016-07-19 08:18:27,891 - User['knox'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2016-07-19 08:18:27,891 - User['hcat'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': ['hadoop']} 2016-07-19 08:18:27,892 - File['/var/lib/ambari-agent/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555} 2016-07-19 08:18:27,895 - Execute['/var/lib/ambari-agent/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa'] {'not_if': '(test $(id -u ambari-qa) -gt 1000) || (false)'} 2016-07-19 08:18:27,906 - Skipping Execute['/var/lib/ambari-agent/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa'] due to not_if 2016-07-19 08:18:27,907 - Group['hdfs'] {} 2016-07-19 08:18:27,908 - User['hdfs'] {'fetch_nonlocal_groups': True, 'groups': ['hadoop', 'hdfs']} 2016-07-19 08:18:27,909 - FS Type: 2016-07-19 08:18:27,909 - Directory['/etc/hadoop'] {'mode': 0755} 2016-07-19 08:18:27,931 - File['/usr/hdp/current/hadoop-client/conf/hadoop-env.sh'] {'content': InlineTemplate(...), 'owner': 'hdfs', 'group': 'hadoop'} 2016-07-19 08:18:27,932 - Directory['/var/lib/ambari-agent/tmp/hadoop_java_io_tmpdir'] {'owner': 'hdfs', 'group': 'hadoop', 'mode': 0777} 2016-07-19 08:18:27,949 - Execute[('setenforce', '0')] {'not_if': '(! which getenforce ) || (which getenforce && getenforce | grep -q Disabled)', 'sudo': True, 'only_if': 'test -f /selinux/enforce'} 2016-07-19 08:18:27,964 - Skipping Execute[('setenforce', '0')] due to not_if 2016-07-19 08:18:27,965 - Directory['/var/log/hadoop'] {'owner': 'root', 'mode': 0775, 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'} 2016-07-19 08:18:27,968 - Directory['/var/run/hadoop'] {'owner': 'root', 'group': 'root', 'recursive': True, 'cd_access': 'a'} 2016-07-19 08:18:27,969 - Directory['/tmp/hadoop-hdfs'] {'owner': 'hdfs', 'recursive': True, 'cd_access': 'a'} 2016-07-19 08:18:27,973 - File['/usr/hdp/current/hadoop-client/conf/commons-logging.properties'] {'content': Template('commons-logging.properties.j2'), 'owner': 'hdfs'} 2016-07-19 08:18:27,975 - File['/usr/hdp/current/hadoop-client/conf/health_check'] {'content': Template('health_check.j2'), 'owner': 'hdfs'} 2016-07-19 08:18:27,976 - File['/usr/hdp/current/hadoop-client/conf/log4j.properties'] {'content': ..., 'owner': 'hdfs', 'group': 'hadoop', 'mode': 0644} 2016-07-19 08:18:27,989 - File['/usr/hdp/current/hadoop-client/conf/hadoop-metrics2.properties'] {'content': Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs', 'group': 'hadoop'} 2016-07-19 08:18:27,990 - File['/usr/hdp/current/hadoop-client/conf/task-log4j.properties'] {'content': StaticFile('task-log4j.properties'), 'mode': 0755} 2016-07-19 08:18:27,991 - File['/usr/hdp/current/hadoop-client/conf/configuration.xsl'] {'owner': 'hdfs', 'group': 'hadoop'} 2016-07-19 08:18:27,995 - File['/etc/hadoop/conf/topology_mappings.data'] {'owner': 'hdfs', 'content': Template('topology_mappings.data.j2'), 'only_if': 'test -d /etc/hadoop/conf', 'group': 'hadoop'} 2016-07-19 08:18:28,004 - File['/etc/hadoop/conf/topology_script.py'] {'content': StaticFile('topology_script.py'), 'only_if': 'test -d /etc/hadoop/conf', 'mode': 0755} 2016-07-19 08:18:28,224 - The hadoop conf dir /usr/hdp/current/hadoop-client/conf exists, will call conf-select on it for version 2.4.2.0-258 2016-07-19 08:18:28,224 - Checking if need to create versioned conf dir /etc/hadoop/2.4.2.0-258/0 2016-07-19 08:18:28,225 - call['conf-select create-conf-dir --package hadoop --stack-version 2.4.2.0-258 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False, 'stderr': -1} 2016-07-19 08:18:28,256 - call returned (1, '/etc/hadoop/2.4.2.0-258/0 exist already', '') 2016-07-19 08:18:28,257 - checked_call['conf-select set-conf-dir --package hadoop --stack-version 2.4.2.0-258 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False} 2016-07-19 08:18:28,295 - checked_call returned (0, '') 2016-07-19 08:18:28,295 - Ensuring that hadoop has the correct symlink structure 2016-07-19 08:18:28,295 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf 2016-07-19 08:18:28,344 - HdfsResource['/user/hcat'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hcat', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0755} 2016-07-19 08:18:28,349 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/user/hcat?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpVlKijv 2>/tmp/tmpzNc6HI''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:28,400 - call returned (0, '') 2016-07-19 08:18:28,401 - Called copy_to_hdfs tarball: mapreduce 2016-07-19 08:18:28,401 - Default version is 2.4.2.0-258 2016-07-19 08:18:28,401 - Source file: /usr/hdp/2.4.2.0-258/hadoop/mapreduce.tar.gz , Dest file in HDFS: /hdp/apps/2.4.2.0-258/mapreduce/mapreduce.tar.gz 2016-07-19 08:18:28,402 - HdfsResource['/hdp/apps/2.4.2.0-258/mapreduce'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0555} 2016-07-19 08:18:28,403 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/hdp/apps/2.4.2.0-258/mapreduce?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpEEF4h8 2>/tmp/tmpZ33Vfq''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:28,454 - call returned (0, '') 2016-07-19 08:18:28,459 - HdfsResource['/hdp/apps/2.4.2.0-258/mapreduce/mapreduce.tar.gz'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'source': '/usr/hdp/2.4.2.0-258/hadoop/mapreduce.tar.gz', 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'replace_existing_files': False, 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hdfs', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'file', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0444} 2016-07-19 08:18:28,461 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/hdp/apps/2.4.2.0-258/mapreduce/mapreduce.tar.gz?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpTEWySJ 2>/tmp/tmprr74q2''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:28,510 - call returned (0, '') 2016-07-19 08:18:28,511 - DFS file /hdp/apps/2.4.2.0-258/mapreduce/mapreduce.tar.gz is identical to /usr/hdp/2.4.2.0-258/hadoop/mapreduce.tar.gz, skipping the copying 2016-07-19 08:18:28,511 - Will attempt to copy mapreduce tarball from /usr/hdp/2.4.2.0-258/hadoop/mapreduce.tar.gz to DFS at /hdp/apps/2.4.2.0-258/mapreduce/mapreduce.tar.gz. 2016-07-19 08:18:28,511 - Called copy_to_hdfs tarball: tez 2016-07-19 08:18:28,511 - Default version is 2.4.2.0-258 2016-07-19 08:18:28,512 - Source file: /usr/hdp/2.4.2.0-258/tez/lib/tez.tar.gz , Dest file in HDFS: /hdp/apps/2.4.2.0-258/tez/tez.tar.gz 2016-07-19 08:18:28,512 - HdfsResource['/hdp/apps/2.4.2.0-258/tez'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0555} 2016-07-19 08:18:28,513 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/hdp/apps/2.4.2.0-258/tez?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpLA5qdY 2>/tmp/tmpYdvwaW''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:28,562 - call returned (0, '') 2016-07-19 08:18:28,564 - HdfsResource['/hdp/apps/2.4.2.0-258/tez/tez.tar.gz'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'source': '/usr/hdp/2.4.2.0-258/tez/lib/tez.tar.gz', 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'replace_existing_files': False, 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hdfs', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'file', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0444} 2016-07-19 08:18:28,566 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/hdp/apps/2.4.2.0-258/tez/tez.tar.gz?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpvKiTND 2>/tmp/tmpJkIyTH''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:28,614 - call returned (0, '') 2016-07-19 08:18:28,615 - DFS file /hdp/apps/2.4.2.0-258/tez/tez.tar.gz is identical to /usr/hdp/2.4.2.0-258/tez/lib/tez.tar.gz, skipping the copying 2016-07-19 08:18:28,615 - Will attempt to copy tez tarball from /usr/hdp/2.4.2.0-258/tez/lib/tez.tar.gz to DFS at /hdp/apps/2.4.2.0-258/tez/tez.tar.gz. 2016-07-19 08:18:28,616 - Called copy_to_hdfs tarball: pig 2016-07-19 08:18:28,616 - Default version is 2.4.2.0-258 2016-07-19 08:18:28,616 - Source file: /usr/hdp/2.4.2.0-258/pig/pig.tar.gz , Dest file in HDFS: /hdp/apps/2.4.2.0-258/pig/pig.tar.gz 2016-07-19 08:18:28,617 - HdfsResource['/hdp/apps/2.4.2.0-258/pig'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0555} 2016-07-19 08:18:28,618 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/hdp/apps/2.4.2.0-258/pig?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmppBwl6t 2>/tmp/tmpJcWsZV''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:28,668 - call returned (0, '') 2016-07-19 08:18:28,669 - HdfsResource['/hdp/apps/2.4.2.0-258/pig/pig.tar.gz'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'source': '/usr/hdp/2.4.2.0-258/pig/pig.tar.gz', 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'replace_existing_files': False, 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hdfs', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'file', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0444} 2016-07-19 08:18:28,671 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/hdp/apps/2.4.2.0-258/pig/pig.tar.gz?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpWOgKUA 2>/tmp/tmp2mbqSI''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:28,721 - call returned (0, '') 2016-07-19 08:18:28,722 - DFS file /hdp/apps/2.4.2.0-258/pig/pig.tar.gz is identical to /usr/hdp/2.4.2.0-258/pig/pig.tar.gz, skipping the copying 2016-07-19 08:18:28,722 - Will attempt to copy pig tarball from /usr/hdp/2.4.2.0-258/pig/pig.tar.gz to DFS at /hdp/apps/2.4.2.0-258/pig/pig.tar.gz. 2016-07-19 08:18:28,722 - Called copy_to_hdfs tarball: hive 2016-07-19 08:18:28,723 - Default version is 2.4.2.0-258 2016-07-19 08:18:28,723 - Source file: /usr/hdp/2.4.2.0-258/hive/hive.tar.gz , Dest file in HDFS: /hdp/apps/2.4.2.0-258/hive/hive.tar.gz 2016-07-19 08:18:28,723 - HdfsResource['/hdp/apps/2.4.2.0-258/hive'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0555} 2016-07-19 08:18:28,724 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/hdp/apps/2.4.2.0-258/hive?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmp88f_pB 2>/tmp/tmpqah5g0''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:28,773 - call returned (0, '') 2016-07-19 08:18:28,775 - HdfsResource['/hdp/apps/2.4.2.0-258/hive/hive.tar.gz'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'source': '/usr/hdp/2.4.2.0-258/hive/hive.tar.gz', 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'replace_existing_files': False, 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hdfs', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'file', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0444} 2016-07-19 08:18:28,776 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/hdp/apps/2.4.2.0-258/hive/hive.tar.gz?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmp8Nw4TD 2>/tmp/tmpaVpp8G''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:28,826 - call returned (0, '') 2016-07-19 08:18:28,827 - DFS file /hdp/apps/2.4.2.0-258/hive/hive.tar.gz is identical to /usr/hdp/2.4.2.0-258/hive/hive.tar.gz, skipping the copying 2016-07-19 08:18:28,827 - Will attempt to copy hive tarball from /usr/hdp/2.4.2.0-258/hive/hive.tar.gz to DFS at /hdp/apps/2.4.2.0-258/hive/hive.tar.gz. 2016-07-19 08:18:28,827 - Called copy_to_hdfs tarball: sqoop 2016-07-19 08:18:28,828 - Default version is 2.4.2.0-258 2016-07-19 08:18:28,828 - Source file: /usr/hdp/2.4.2.0-258/sqoop/sqoop.tar.gz , Dest file in HDFS: /hdp/apps/2.4.2.0-258/sqoop/sqoop.tar.gz 2016-07-19 08:18:28,828 - HdfsResource['/hdp/apps/2.4.2.0-258/sqoop'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0555} 2016-07-19 08:18:28,829 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/hdp/apps/2.4.2.0-258/sqoop?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmplPiZJ5 2>/tmp/tmpy0LlTI''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:28,880 - call returned (0, '') 2016-07-19 08:18:28,882 - HdfsResource['/hdp/apps/2.4.2.0-258/sqoop/sqoop.tar.gz'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'source': '/usr/hdp/2.4.2.0-258/sqoop/sqoop.tar.gz', 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'replace_existing_files': False, 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hdfs', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'file', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0444} 2016-07-19 08:18:28,883 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/hdp/apps/2.4.2.0-258/sqoop/sqoop.tar.gz?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpKNmvCB 2>/tmp/tmpoHDscC''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:28,933 - call returned (0, '') 2016-07-19 08:18:28,934 - DFS file /hdp/apps/2.4.2.0-258/sqoop/sqoop.tar.gz is identical to /usr/hdp/2.4.2.0-258/sqoop/sqoop.tar.gz, skipping the copying 2016-07-19 08:18:28,934 - Will attempt to copy sqoop tarball from /usr/hdp/2.4.2.0-258/sqoop/sqoop.tar.gz to DFS at /hdp/apps/2.4.2.0-258/sqoop/sqoop.tar.gz. 2016-07-19 08:18:28,934 - Called copy_to_hdfs tarball: hadoop_streaming 2016-07-19 08:18:28,935 - Default version is 2.4.2.0-258 2016-07-19 08:18:28,935 - Source file: /usr/hdp/2.4.2.0-258/hadoop-mapreduce/hadoop-streaming.jar , Dest file in HDFS: /hdp/apps/2.4.2.0-258/mapreduce/hadoop-streaming.jar 2016-07-19 08:18:28,935 - HdfsResource['/hdp/apps/2.4.2.0-258/mapreduce'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hdfs', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0555} 2016-07-19 08:18:28,936 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/hdp/apps/2.4.2.0-258/mapreduce?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpRhCPG2 2>/tmp/tmpSGImY8''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:28,988 - call returned (0, '') 2016-07-19 08:18:28,990 - HdfsResource['/hdp/apps/2.4.2.0-258/mapreduce/hadoop-streaming.jar'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'source': '/usr/hdp/2.4.2.0-258/hadoop-mapreduce/hadoop-streaming.jar', 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'replace_existing_files': False, 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hdfs', 'group': 'hadoop', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'file', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0444} 2016-07-19 08:18:28,992 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/hdp/apps/2.4.2.0-258/mapreduce/hadoop-streaming.jar?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpRxAny3 2>/tmp/tmpvisFqi''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:29,042 - call returned (0, '') 2016-07-19 08:18:29,043 - DFS file /hdp/apps/2.4.2.0-258/mapreduce/hadoop-streaming.jar is identical to /usr/hdp/2.4.2.0-258/hadoop-mapreduce/hadoop-streaming.jar, skipping the copying 2016-07-19 08:18:29,043 - Will attempt to copy hadoop_streaming tarball from /usr/hdp/2.4.2.0-258/hadoop-mapreduce/hadoop-streaming.jar to DFS at /hdp/apps/2.4.2.0-258/mapreduce/hadoop-streaming.jar. 2016-07-19 08:18:29,044 - HdfsResource['/apps/hive/warehouse'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hive', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0777} 2016-07-19 08:18:29,045 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/apps/hive/warehouse?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpZ1c7uV 2>/tmp/tmp39jK5f''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:29,094 - call returned (0, '') 2016-07-19 08:18:29,095 - Skipping the operation for not managed DFS directory /apps/hive/warehouse since immutable_paths contains it. 2016-07-19 08:18:29,096 - HdfsResource['/user/hive'] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'owner': 'hive', 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'type': 'directory', 'action': ['create_on_execute'], 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp'], 'mode': 0755} 2016-07-19 08:18:29,097 - call['ambari-sudo.sh su hdfs -l -s /bin/bash -c 'curl -sS -L -w '"'"'%{http_code}'"'"' -X GET '"'"'http://ip-172-31-3-56.us-west-2.compute.internal:50070/webhdfs/v1/user/hive?op=GETFILESTATUS&user.name=hdfs'"'"' 1>/tmp/tmpTdSQ5e 2>/tmp/tmp41NwZz''] {'logoutput': None, 'quiet': False} 2016-07-19 08:18:29,147 - call returned (0, '') 2016-07-19 08:18:29,149 - HdfsResource[None] {'security_enabled': False, 'hadoop_bin_dir': '/usr/hdp/current/hadoop-client/bin', 'keytab': [EMPTY], 'dfs_type': '', 'default_fs': 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020', 'hdfs_resource_ignore_file': '/var/lib/ambari-agent/data/.hdfs_resource_ignore', 'hdfs_site': ..., 'kinit_path_local': 'kinit', 'principal_name': 'missing_principal', 'user': 'hdfs', 'action': ['execute'], 'hadoop_conf_dir': '/usr/hdp/current/hadoop-client/conf', 'immutable_paths': [u'/apps/hive/warehouse', u'/apps/falcon', u'/mr-history/done', u'/app-logs', u'/tmp']} 2016-07-19 08:18:29,149 - Directory['/etc/hive'] {'mode': 0755} 2016-07-19 08:18:29,151 - Directory['/usr/hdp/current/hive-server2/conf'] {'owner': 'hive', 'group': 'hadoop', 'recursive': True} 2016-07-19 08:18:29,151 - XmlConfig['mapred-site.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hive-server2/conf', 'mode': 0644, 'configuration_attributes': {}, 'owner': 'hive', 'configurations': ...} 2016-07-19 08:18:29,165 - Generating config: /usr/hdp/current/hive-server2/conf/mapred-site.xml 2016-07-19 08:18:29,165 - File['/usr/hdp/current/hive-server2/conf/mapred-site.xml'] {'owner': 'hive', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'} 2016-07-19 08:18:29,202 - File['/usr/hdp/current/hive-server2/conf/hive-default.xml.template'] {'owner': 'hive', 'group': 'hadoop'} 2016-07-19 08:18:29,202 - File['/usr/hdp/current/hive-server2/conf/hive-env.sh.template'] {'owner': 'hive', 'group': 'hadoop'} 2016-07-19 08:18:29,203 - File['/usr/hdp/current/hive-server2/conf/hive-exec-log4j.properties'] {'content': ..., 'owner': 'hive', 'group': 'hadoop', 'mode': 0644} 2016-07-19 08:18:29,203 - File['/usr/hdp/current/hive-server2/conf/hive-log4j.properties'] {'content': ..., 'owner': 'hive', 'group': 'hadoop', 'mode': 0644} 2016-07-19 08:18:29,204 - Directory['/usr/hdp/current/hive-server2/conf/conf.server'] {'owner': 'hive', 'group': 'hadoop', 'recursive': True} 2016-07-19 08:18:29,204 - XmlConfig['mapred-site.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hive-server2/conf/conf.server', 'mode': 0644, 'configuration_attributes': {}, 'owner': 'hive', 'configurations': ...} 2016-07-19 08:18:29,213 - Generating config: /usr/hdp/current/hive-server2/conf/conf.server/mapred-site.xml 2016-07-19 08:18:29,214 - File['/usr/hdp/current/hive-server2/conf/conf.server/mapred-site.xml'] {'owner': 'hive', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'} 2016-07-19 08:18:29,251 - File['/usr/hdp/current/hive-server2/conf/conf.server/hive-default.xml.template'] {'owner': 'hive', 'group': 'hadoop'} 2016-07-19 08:18:29,251 - File['/usr/hdp/current/hive-server2/conf/conf.server/hive-env.sh.template'] {'owner': 'hive', 'group': 'hadoop'} 2016-07-19 08:18:29,252 - File['/usr/hdp/current/hive-server2/conf/conf.server/hive-exec-log4j.properties'] {'content': ..., 'owner': 'hive', 'group': 'hadoop', 'mode': 0644} 2016-07-19 08:18:29,252 - File['/usr/hdp/current/hive-server2/conf/conf.server/hive-log4j.properties'] {'content': ..., 'owner': 'hive', 'group': 'hadoop', 'mode': 0644} 2016-07-19 08:18:29,253 - XmlConfig['hive-site.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hive-server2/conf/conf.server', 'mode': 0644, 'configuration_attributes': {}, 'owner': 'hive', 'configurations': ...} 2016-07-19 08:18:29,262 - Generating config: /usr/hdp/current/hive-server2/conf/conf.server/hive-site.xml 2016-07-19 08:18:29,262 - File['/usr/hdp/current/hive-server2/conf/conf.server/hive-site.xml'] {'owner': 'hive', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'} 2016-07-19 08:18:29,390 - Package['atlas-metadata*-hive-plugin'] {'retry_on_repo_unavailability': False, 'retry_count': 5} 2016-07-19 08:18:29,464 - Skipping installation of existing package atlas-metadata*-hive-plugin 2016-07-19 08:18:29,464 - PropertiesFile['/usr/hdp/current/hive-server2/conf/conf.server/client.properties'] {'owner': 'hive', 'group': 'hadoop', 'mode': 0644, 'properties': {'atlas.http.authentication.type': 'simple', 'atlas.http.authentication.enabled': 'false'}} 2016-07-19 08:18:29,468 - Generating properties file: /usr/hdp/current/hive-server2/conf/conf.server/client.properties 2016-07-19 08:18:29,469 - File['/usr/hdp/current/hive-server2/conf/conf.server/client.properties'] {'owner': 'hive', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644} 2016-07-19 08:18:29,471 - Writing File['/usr/hdp/current/hive-server2/conf/conf.server/client.properties'] because contents don't match 2016-07-19 08:18:29,471 - XmlConfig['hiveserver2-site.xml'] {'group': 'hadoop', 'conf_dir': '/usr/hdp/current/hive-server2/conf/conf.server', 'mode': 0644, 'configuration_attributes': {}, 'owner': 'hive', 'configurations': {'hive.security.authorization.enabled': 'false', 'hive.server2.enable.doAs': 'false'}} 2016-07-19 08:18:29,480 - Generating config: /usr/hdp/current/hive-server2/conf/conf.server/hiveserver2-site.xml 2016-07-19 08:18:29,481 - File['/usr/hdp/current/hive-server2/conf/conf.server/hiveserver2-site.xml'] {'owner': 'hive', 'content': InlineTemplate(...), 'group': 'hadoop', 'mode': 0644, 'encoding': 'UTF-8'} 2016-07-19 08:18:29,483 - Writing File['/usr/hdp/current/hive-server2/conf/conf.server/hiveserver2-site.xml'] because contents don't match 2016-07-19 08:18:29,486 - File['/usr/hdp/current/hive-server2/conf/conf.server/hive-env.sh'] {'content': InlineTemplate(...), 'owner': 'hive', 'group': 'hadoop'} 2016-07-19 08:18:29,487 - Directory['/etc/security/limits.d'] {'owner': 'root', 'group': 'root', 'recursive': True} 2016-07-19 08:18:29,490 - File['/etc/security/limits.d/hive.conf'] {'content': Template('hive.conf.j2'), 'owner': 'root', 'group': 'root', 'mode': 0644} 2016-07-19 08:18:29,491 - File['/usr/lib/ambari-agent/DBConnectionVerification.jar'] {'content': DownloadSource('http://ip-172-31-3-56.us-west-2.compute.internal:8080/resources/DBConnectionVerification.jar'), 'mode': 0644} 2016-07-19 08:18:29,491 - Not downloading the file from http://ip-172-31-3-56.us-west-2.compute.internal:8080/resources/DBConnectionVerification.jar, because /var/lib/ambari-agent/tmp/DBConnectionVerification.jar already exists 2016-07-19 08:18:29,493 - File['/var/lib/ambari-agent/tmp/start_hiveserver2_script'] {'content': Template('startHiveserver2.sh.j2'), 'mode': 0755} 2016-07-19 08:18:29,493 - Directory['/var/run/hive'] {'owner': 'hive', 'mode': 0755, 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'} 2016-07-19 08:18:29,494 - Directory['/var/log/hive'] {'owner': 'hive', 'mode': 0755, 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'} 2016-07-19 08:18:29,495 - Directory['/var/lib/hive'] {'owner': 'hive', 'mode': 0755, 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'} 2016-07-19 08:18:29,495 - Ranger admin not installed 2016-07-19 08:18:29,497 - call['ambari-sudo.sh su hive -l -s /bin/bash -c 'cat /var/run/hive/hive-server.pid 1>/tmp/tmpw6nn6K 2>/tmp/tmppJVjY1''] {'quiet': False} 2016-07-19 08:18:29,544 - call returned (1, '') 2016-07-19 08:18:29,544 - Execution of 'cat /var/run/hive/hive-server.pid 1>/tmp/tmpw6nn6K 2>/tmp/tmppJVjY1' returned 1. cat: /var/run/hive/hive-server.pid: No such file or directory 2016-07-19 08:18:29,545 - call['ambari-sudo.sh su hive -l -s /bin/bash -c 'hive --config /usr/hdp/current/hive-server2/conf/conf.server --service metatool -listFSRoot' 2>/dev/null | grep hdfs:// | cut -f1,2,3 -d '/' | grep -v 'hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020' | head -1'] {} 2016-07-19 08:18:34,593 - call returned (0, 'hdfs://ip-172-31-30-102.us-west-2.compute.internal:8020') 2016-07-19 08:18:34,594 - Execute['hive --config /usr/hdp/current/hive-server2/conf/conf.server --service metatool -updateLocation hdfs://ip-172-31-3-56.us-west-2.compute.internal:8020 hdfs://ip-172-31-30-102.us-west-2.compute.internal:8020'] {'environment': {'PATH': '/usr/sbin:/sbin:/usr/lib/ambari-server/*:/sbin:/usr/sbin:/bin:/usr/bin:/var/lib/ambari-agent:/usr/hdp/current/hive-server2/bin:/usr/hdp/current/hadoop-client/bin'}, 'user': 'hive'}