[10/Aug/2024 14:57:40 +0800] 3876691 MainThread redactor INFO Started launcher: /opt/cloudera/cm-agent/service/csd/csd.sh setup [10/Aug/2024 14:57:40 +0800] 3876691 MainThread redactor INFO Re-exec watcher: /opt/cloudera/cm-agent/bin/cm proc_watcher 3876714 [10/Aug/2024 14:57:40 +0800] 3876715 MainThread redactor INFO Re-exec redactor: /opt/cloudera/cm-agent/bin/cm redactor --fds 3 5 [10/Aug/2024 14:57:40 +0800] 3876715 MainThread redactor INFO Started redactor Sat Aug 10 14:57:41 CST 2024 + locate_java_home + locate_java_home_no_verify + JAVA17_HOME_CANDIDATES=('/usr/java/jdk1.17' '/usr/lib/jvm/jdk-17' '/usr/lib/jvm/java-17-oracle') + local JAVA17_HOME_CANDIDATES + OPENJAVA17_HOME_CANDIDATES=('/usr/lib/jvm/java-17' '/usr/lib/jvm/jdk-17' '/usr/lib/jvm/jdk1.17' '/usr/lib/jvm/zulu-17' '/usr/lib/jvm/zulu17' '/usr/lib64/jvm/java-17' '/usr/lib64/jvm/jdk1.17') + local OPENJAVA17_HOME_CANDIDATES + JAVA11_HOME_CANDIDATES=('/usr/java/jdk-11' '/usr/lib/jvm/jdk-11' '/usr/lib/jvm/java-11-oracle') + local JAVA11_HOME_CANDIDATES + OPENJAVA11_HOME_CANDIDATES=('/usr/lib/jvm/java-11' '/usr/java/jdk-11' '/usr/lib/jvm/jdk-11' '/usr/lib64/jvm/jdk-11') + local OPENJAVA11_HOME_CANDIDATES + JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jdk8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle') + local JAVA8_HOME_CANDIDATES + OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8' '/usr/lib64/jvm/java-1.8.0-openjdk' '/usr/lib64/jvm/java-8-openjdk') + local OPENJAVA8_HOME_CANDIDATES + MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk') + local MISCJAVA_HOME_CANDIDATES + case ${BIGTOP_JAVA_MAJOR} in + JAVA_HOME_CANDIDATES=(${JAVA11_HOME_CANDIDATES[@]} ${OPENJAVA11_HOME_CANDIDATES[@]} ${JAVA8_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${JAVA17_HOME_CANDIDATES[@]} ${OPENJAVA17_HOME_CANDIDATES[@]}) + '[' -n '' ']' + '[' -z '' ']' + for candidate_regex in ${JAVA_HOME_CANDIDATES[@]} ++ ls -rvd '/usr/java/jdk-11*' + for candidate_regex in ${JAVA_HOME_CANDIDATES[@]} ++ ls -rvd '/usr/lib/jvm/jdk-11*' + for candidate_regex in ${JAVA_HOME_CANDIDATES[@]} ++ ls -rvd '/usr/lib/jvm/java-11-oracle*' + for candidate_regex in ${JAVA_HOME_CANDIDATES[@]} ++ ls -rvd '/usr/lib/jvm/java-11*' + for candidate_regex in ${JAVA_HOME_CANDIDATES[@]} ++ ls -rvd '/usr/java/jdk-11*' + for candidate_regex in ${JAVA_HOME_CANDIDATES[@]} ++ ls -rvd '/usr/lib/jvm/jdk-11*' + for candidate_regex in ${JAVA_HOME_CANDIDATES[@]} ++ ls -rvd '/usr/lib64/jvm/jdk-11*' + for candidate_regex in ${JAVA_HOME_CANDIDATES[@]} ++ ls -rvd /usr/java/jdk1.8u372-b07-cloudera + for candidate in `ls -rvd ${candidate_regex}* 2>/dev/null` + '[' -e /usr/java/jdk1.8u372-b07-cloudera/bin/java ']' + export JAVA_HOME=/usr/java/jdk1.8u372-b07-cloudera + JAVA_HOME=/usr/java/jdk1.8u372-b07-cloudera + break 2 + verify_java_home + '[' -z /usr/java/jdk1.8u372-b07-cloudera ']' + echo JAVA_HOME=/usr/java/jdk1.8u372-b07-cloudera + '[' -n '-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/ranger_ranger-RANGER_ADMIN-8f094361cfe58ec720ac05de9cedd7d9_pid{{PID}}.hprof -XX:OnOutOfMemoryError=/opt/cloudera/cm-agent/service/common/killparent.sh' ']' + get_gc_args + JAVA8_GC_TUNING_ARGS=' ' + set_basic_gc_tuning_args_based_on_java_version + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8u372-b07-cloudera/bin/java ']' ++ /usr/java/jdk1.8u372-b07-cloudera/bin/java -version + local 'VERSION_STRING=openjdk version "1.8.0_372" OpenJDK Runtime Environment (Temurin)(build 1.8.0_372-b07) OpenJDK 64-Bit Server VM (Temurin)(build 25.372-b07, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ openjdk version "1.8.0_372" OpenJDK Runtime Environment (Temurin)(build 1.8.0_372-b07) OpenJDK 64-Bit Server VM (Temurin)(build 25.372-b07, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + BASIC_GC_TUNING_ARGS= + case $JAVA_MAJOR in + BASIC_GC_TUNING_ARGS=' ' + CSD_GC_ARGS=' ' + CSD_JAVA_OPTS+=' ' ++ replace_pid -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/ranger_ranger-RANGER_ADMIN-8f094361cfe58ec720ac05de9cedd7d9_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/opt/cloudera/cm-agent/service/common/killparent.sh ++ echo -XX:+HeapDumpOnOutOfMemoryError '-XX:HeapDumpPath=/tmp/ranger_ranger-RANGER_ADMIN-8f094361cfe58ec720ac05de9cedd7d9_pid{{PID}}.hprof' -XX:OnOutOfMemoryError=/opt/cloudera/cm-agent/service/common/killparent.sh ++ sed 's#{{PID}}#3876714#g' + export 'CSD_JAVA_OPTS=-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/ranger_ranger-RANGER_ADMIN-8f094361cfe58ec720ac05de9cedd7d9_pid3876714.hprof -XX:OnOutOfMemoryError=/opt/cloudera/cm-agent/service/common/killparent.sh' + CSD_JAVA_OPTS='-XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/ranger_ranger-RANGER_ADMIN-8f094361cfe58ec720ac05de9cedd7d9_pid3876714.hprof -XX:OnOutOfMemoryError=/opt/cloudera/cm-agent/service/common/killparent.sh' + echo 'Using -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/tmp/ranger_ranger-RANGER_ADMIN-8f094361cfe58ec720ac05de9cedd7d9_pid3876714.hprof -XX:OnOutOfMemoryError=/opt/cloudera/cm-agent/service/common/killparent.sh as CSD_JAVA_OPTS' + source_parcel_environment + '[' '!' -z /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in `seq 1 $COUNT` + SCRIPT=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-7.1.7-1.cdh7.1.7.p0.15945976 + . /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/meta/cdh_env.sh ++ CDH_DIRNAME=CDH-7.1.7-1.cdh7.1.7.p0.15945976 ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-0.20-mapreduce ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-0.20-mapreduce ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-hdfs ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-hdfs ++ export CDH_OZONE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-ozone ++ CDH_OZONE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-ozone ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-httpfs ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-httpfs ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-mapreduce ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-mapreduce ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-yarn ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-yarn ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase ++ export CDH_HBASE_FILESYSTEM_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase_filesystem ++ CDH_HBASE_FILESYSTEM_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase_filesystem ++ export CDH_HBASE_CONNECTORS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase_connectors ++ CDH_HBASE_CONNECTORS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase_connectors ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/zookeeper ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/zookeeper ++ export CDH_ZEPPELIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/zeppelin ++ CDH_ZEPPELIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/zeppelin ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hive ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hive ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hue ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hue ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/oozie ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/oozie ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hive-hcatalog ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hive-hcatalog ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/sentry ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/sentry ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/bigtop-utils ++ JSVC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/bigtop-utils ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop/bin/hadoop ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop/bin/hadoop ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/impala ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/impala ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/solr ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/solr ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase-solr ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase-solr ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/search ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/search ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/spark ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/spark ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/etc/hive-webhcat/conf.dist/webhcat-default.xml ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/etc/hive-webhcat/conf.dist/webhcat-default.xml ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-kms ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-kms ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/parquet ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/parquet ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/avro ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/avro ++ export CDH_KAFKA_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/kafka ++ CDH_KAFKA_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/kafka ++ export CDH_SCHEMA_REGISTRY_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/schemaregistry ++ CDH_SCHEMA_REGISTRY_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/schemaregistry ++ export CDH_STREAMS_MESSAGING_MANAGER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/streams_messaging_manager ++ CDH_STREAMS_MESSAGING_MANAGER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/streams_messaging_manager ++ export CDH_STREAMS_MESSAGING_MANAGER_UI_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/streams_messaging_manager_ui ++ CDH_STREAMS_MESSAGING_MANAGER_UI_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/streams_messaging_manager_ui ++ export CDH_STREAMS_REPLICATION_MANAGER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/streams_replication_manager ++ CDH_STREAMS_REPLICATION_MANAGER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/streams_replication_manager ++ export CDH_CRUISE_CONTROL_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/cruise_control ++ CDH_CRUISE_CONTROL_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/cruise_control ++ export CDH_KNOX_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/knox ++ CDH_KNOX_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/knox ++ export CDH_KUDU_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/kudu ++ CDH_KUDU_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/kudu ++ export CDH_RANGER_ADMIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin ++ CDH_RANGER_ADMIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin ++ export CDH_RANGER_TAGSYNC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-tagsync ++ CDH_RANGER_TAGSYNC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-tagsync ++ export CDH_RANGER_USERSYNC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-usersync ++ CDH_RANGER_USERSYNC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-usersync ++ export CDH_RANGER_KMS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-kms ++ CDH_RANGER_KMS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-kms ++ export CDH_RANGER_RAZ_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-raz ++ CDH_RANGER_RAZ_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-raz ++ export CDH_RANGER_RMS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-rms ++ CDH_RANGER_RMS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-rms ++ export CDH_ATLAS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/atlas ++ CDH_ATLAS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/atlas ++ export CDH_TEZ_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/tez ++ CDH_TEZ_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/tez ++ export CDH_PHOENIX_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/phoenix ++ CDH_PHOENIX_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/phoenix ++ export CDH_PHOENIX_QUERYSERVER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/phoenix_queryserver ++ CDH_PHOENIX_QUERYSERVER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/phoenix_queryserver ++ export DAS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/data_analytics_studio ++ DAS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/data_analytics_studio ++ export QUEUEMANAGER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/queuemanager ++ QUEUEMANAGER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/queuemanager ++ export CDH_RANGER_HBASE_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-hbase-plugin ++ CDH_RANGER_HBASE_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-hbase-plugin ++ export CDH_RANGER_HIVE_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-hive-plugin ++ CDH_RANGER_HIVE_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-hive-plugin ++ export CDH_RANGER_ATLAS_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-atlas-plugin ++ CDH_RANGER_ATLAS_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-atlas-plugin ++ export CDH_RANGER_SOLR_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-solr-plugin ++ CDH_RANGER_SOLR_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-solr-plugin ++ export CDH_RANGER_HDFS_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-hdfs-plugin ++ CDH_RANGER_HDFS_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-hdfs-plugin ++ export CDH_RANGER_KNOX_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-knox-plugin ++ CDH_RANGER_KNOX_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-knox-plugin ++ export CDH_RANGER_YARN_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-yarn-plugin ++ CDH_RANGER_YARN_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-yarn-plugin ++ export CDH_RANGER_OZONE_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-ozone-plugin ++ CDH_RANGER_OZONE_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-ozone-plugin ++ export CDH_RANGER_KAFKA_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-kafka-plugin ++ CDH_RANGER_KAFKA_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-kafka-plugin + echo 'Using /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand as conf dir' + echo 'Using scripts/control.sh as process script' + replace_conf_dir + echo CONF_DIR=/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand + echo CMF_CONF_DIR= + EXCLUDE_CMF_FILES=('cloudera-config.sh' 'hue.sh' 'impala.sh' 'sqoop.sh' 'supervisor.conf' 'config.zip' 'proc.json' '*.log' '*.keytab' '*jceks' '*bcfks' 'supervisor_status') ++ printf '! -name %s ' cloudera-config.sh hue.sh impala.sh sqoop.sh supervisor.conf config.zip proc.json '*.log' ranger.keytab creds.localjceks '*bcfks' supervisor_status + find /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand -type f '!' -path '/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/logs/*' '!' -name cloudera-config.sh '!' -name hue.sh '!' -name impala.sh '!' -name sqoop.sh '!' -name supervisor.conf '!' -name config.zip '!' -name proc.json '!' -name '*.log' '!' -name ranger.keytab '!' -name creds.localjceks '!' -name '*bcfks' '!' -name supervisor_status -exec perl -pi -e 's#\{\{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand#g' '{}' ';' + make_scripts_executable + find /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';' + get_java_major_version JAVA_MAJOR_VERSION + '[' -z /usr/java/jdk1.8u372-b07-cloudera/bin/java ']' ++ /usr/java/jdk1.8u372-b07-cloudera/bin/java -version + local 'VERSION_STRING=openjdk version "1.8.0_372" OpenJDK Runtime Environment (Temurin)(build 1.8.0_372-b07) OpenJDK 64-Bit Server VM (Temurin)(build 25.372-b07, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ openjdk version "1.8.0_372" OpenJDK Runtime Environment (Temurin)(build 1.8.0_372-b07) OpenJDK 64-Bit Server VM (Temurin)(build 25.372-b07, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR_VERSION=8 ++ JAVA_MAJOR_VERSION=8 + export JAVA_MAJOR_VERSION + RUN_DIR=/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand + '[' '' == true ']' + chmod u+x /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/scripts/control.sh + export COMMON_SCRIPT=/opt/cloudera/cm-agent/service/common/cloudera-config.sh + COMMON_SCRIPT=/opt/cloudera/cm-agent/service/common/cloudera-config.sh + '[' -n /etc/krb5.conf ']' + export 'HADOOP_CLIENT_OPTS=-Djava.security.krb5.conf=/etc/krb5.conf ' + HADOOP_CLIENT_OPTS='-Djava.security.krb5.conf=/etc/krb5.conf ' + exec /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/scripts/control.sh setup + CMD=setup + . /opt/cloudera/cm-agent/service/common/cloudera-config.sh ++ : /opt/cloudera/cm ++ export CLOUDERA_DIR ++ set -x + initialize_variables + get_generic_java_opts + export 'GENERIC_JAVA_OPTS= -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + GENERIC_JAVA_OPTS=' -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + RANGER_ADMIN_DEFAULT_HOME=/usr/lib/ranger-admin + RANGER_ADMIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin + RANGER_ADMIN_WEBAPP=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin/ews/webapp + RANGER_ADMIN_CONF_DIR=/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf + RANGER_USERSYNC_DEFAULT_HOME=/usr/lib/ranger-usersync + RANGER_USERSYNC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-usersync + RANGER_USERSYNC_CONF_DIR=/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf + RANGER_TAGSYNC_DEFAULT_HOME=/usr/lib/ranger-tagsync + RANGER_TAGSYNC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-tagsync + RANGER_TAGSYNC_CONF_DIR=/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf + RANGER_HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf + PYTHON_COMMAND_DEFAULT_INVOKER=/opt/cloudera/cm-agent/service/../bin/python + PYTHON_COMMAND_INVOKER=/opt/cloudera/cm-agent/service/../bin/python + CDH_ENV_KINIT=/usr/bin/kinit + SECURITY_STORE_TYPE=jks + CREDENTIAL_STORE_TYPE=jceks + '[' jks == bcfks ']' + get_ranger_admin_peer_configs + RANGER_ADMIN_URL= + RANGER_ADMIN_HOST_ARRAY=() ++ cat /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/rangeradmin.properties + for line in $(cat "${CONF_DIR}/conf/rangeradmin.properties") + readconf cdp1.haha.com:ranger.authentication.method=PAM + local conf + IFS=: + read host conf + IFS== + read key value + case $key in + '[' -n PAM ']' + RANGER_AUTHENTICATION_METHOD=PAM + for line in $(cat "${CONF_DIR}/conf/rangeradmin.properties") + readconf cdp1.haha.com:ranger.externalurl= + local conf + IFS=: + read host conf + IFS== + read key value + case $key in + '[' -n '' ']' + RANGER_ADMIN_HOST=cdp1.haha.com + RANGER_ADMIN_HOST_ARRAY+=(${RANGER_ADMIN_HOST}) + for line in $(cat "${CONF_DIR}/conf/rangeradmin.properties") + readconf cdp1.haha.com:ranger.service.http.port=6080 + local conf + IFS=: + read host conf + IFS== + read key value + case $key in + '[' -n 6080 ']' + RANGER_ADMIN_HTTP_PORT=6080 + for line in $(cat "${CONF_DIR}/conf/rangeradmin.properties") + readconf cdp1.haha.com:ranger.service.https.attrib.ssl.enabled=false + local conf + IFS=: + read host conf + IFS== + read key value + case $key in + '[' -n false ']' + RANGER_ADMIN_HTTPS_ENABLED=false + for line in $(cat "${CONF_DIR}/conf/rangeradmin.properties") + readconf cdp1.haha.com:ranger.service.https.port=6182 + local conf + IFS=: + read host conf + IFS== + read key value + case $key in + '[' -n 6182 ']' + RANGER_ADMIN_HTTPS_PORT=6182 + '[' -n '' ']' + '[' -z '' ']' + '[' -n cdp1.haha.com ']' + for HOST in "${RANGER_ADMIN_HOST_ARRAY[@]}" + '[' -n false ']' + '[' false == true ']' + RANGER_ADMIN_URL+=http://cdp1.haha.com:6080 + log '[I] Ranger Admin url is http://cdp1.haha.com:6080' ++ date + echo 'Sat Aug 10 14:57:41 CST 2024: [I] Ranger Admin url is http://cdp1.haha.com:6080' + export RANGER_ADMIN_URL=http://cdp1.haha.com:6080 + RANGER_ADMIN_URL=http://cdp1.haha.com:6080 + export RANGER_AUTHENTICATION_METHOD=PAM + RANGER_AUTHENTICATION_METHOD=PAM + get_security_enabled ++ /opt/cloudera/cm-agent/service/../bin/python /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/scripts/get_property.py hadoop.security.authentication /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/hadoop-conf/core-site.xml /opt/cloudera/cm-agent/service/../bin/python: line 25: /usr/bin/python2: No such file or directory + SECURITY_ENABLED= + export SECURITY_ENABLED= + SECURITY_ENABLED= + run + case "${RANGER_ROLE}" in + ranger_admin setup + '[' setup == setup ']' + check_db_connector_jar + '[' postgresql == mysql ']' + '[' postgresql == oracle ']' + '[' postgresql == postgresql ']' + '[' -z /usr/share/java/postgresql-connector-java.jar ']' + SQL_CONNECTOR_JAR=/usr/share/java/postgresql-connector-java.jar + log '[I] Using : /usr/share/java/postgresql-connector-java.jar for postgresql' ++ date + echo 'Sat Aug 10 14:57:41 CST 2024: [I] Using : /usr/share/java/postgresql-connector-java.jar for postgresql' + log '[I] Checking postgresql CONNECTOR JAR : /usr/share/java/postgresql-connector-java.jar' ++ date + echo 'Sat Aug 10 14:57:41 CST 2024: [I] Checking postgresql CONNECTOR JAR : /usr/share/java/postgresql-connector-java.jar' + '[' -f /usr/share/java/postgresql-connector-java.jar ']' + log '[I] postgresql CONNECTOR JAR : /usr/share/java/postgresql-connector-java.jar found' ++ date + echo 'Sat Aug 10 14:57:41 CST 2024: [I] postgresql CONNECTOR JAR : /usr/share/java/postgresql-connector-java.jar found' + populate_install_properties + cat /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin/install.properties + chmod 640 /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties + '[' postgresql == mysql ']' + '[' postgresql == oracle ']' + '[' postgresql == postgresql ']' + update_property_file DB_FLAVOR POSTGRES /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties + sed -i 's@^DB_FLAVOR=[^ ]*$@DB_FLAVOR=POSTGRES@g' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties ++ sed '/^\#/d' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties ++ grep '^DB_FLAVOR' ++ tail -n 1 ++ cut -d = -f2- + validate=POSTGRES + test -z POSTGRES + update_property_file SQL_CONNECTOR_JAR /usr/share/java/postgresql-connector-java.jar /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties + sed -i 's@^SQL_CONNECTOR_JAR=[^ ]*$@SQL_CONNECTOR_JAR=/usr/share/java/postgresql-connector-java.jar@g' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties ++ sed '/^\#/d' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties ++ grep '^SQL_CONNECTOR_JAR' ++ tail -n 1 ++ cut -d = -f2- + validate=/usr/share/java/postgresql-connector-java.jar + test -z /usr/share/java/postgresql-connector-java.jar + [[ ! -z '' ]] + '[' postgresql == oracle ']' + /opt/cloudera/cm-agent/service/../bin/python /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/scripts/update_properties.py db_host cdp1.haha.com:5432 /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties /opt/cloudera/cm-agent/service/../bin/python: line 25: /usr/bin/python2: No such file or directory + /opt/cloudera/cm-agent/service/../bin/python /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/scripts/update_properties.py db_name ranger /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties /opt/cloudera/cm-agent/service/../bin/python: line 25: /usr/bin/python2: No such file or directory + /opt/cloudera/cm-agent/service/../bin/python /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/scripts/update_properties.py db_user rangeradmin /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties /opt/cloudera/cm-agent/service/../bin/python: line 25: /usr/bin/python2: No such file or directory + set +x /opt/cloudera/cm-agent/service/../bin/python: line 25: /usr/bin/python2: No such file or directory + '[' false == true ']' + update_property_file PATCH_RETRY_INTERVAL 1 /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties + sed -i 's@^PATCH_RETRY_INTERVAL=[^ ]*$@PATCH_RETRY_INTERVAL=1@g' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties ++ sed '/^\#/d' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties ++ grep '^PATCH_RETRY_INTERVAL' ++ tail -n 1 ++ cut -d = -f2- + validate=1 + test -z 1 + update_property_file ranger_admin_max_heap_size 1024m /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties + sed -i 's@^ranger_admin_max_heap_size=[^ ]*$@ranger_admin_max_heap_size=1024m@g' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties ++ sed '/^\#/d' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/install.properties ++ grep '^ranger_admin_max_heap_size' ++ tail -n 1 ++ cut -d = -f2- + validate=1024m + test -z 1024m + update_db_related_configs + RANGER_JDBC_PREFERRED_TEST_QUERY='select 1;' + '[' postgresql == mysql ']' + '[' postgresql == oracle ']' + '[' postgresql == postgresql ']' + RANGER_DB_JDBC_URL=jdbc:postgresql://cdp1.haha.com:5432/ranger + RANGER_DB_JDBC_DRIVER=org.postgresql.Driver + RANGER_DB_JDBC_DIALECT=org.eclipse.persistence.platform.database.PostgreSQLPlatform + perl -pi -e 's#\{\{RANGER_DB_JDBC_DRIVER}}#org.postgresql.Driver#g' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/ranger-admin-site.xml + perl -pi -e 's#\{\{RANGER_DB_JDBC_DIALECT}}#org.eclipse.persistence.platform.database.PostgreSQLPlatform#g' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/ranger-admin-site.xml + perl -pi -e 's#\{\{RANGER_JDBC_PREFERRED_TEST_QUERY}}#select 1;#g' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/ranger-admin-site.xml ++ /opt/cloudera/cm-agent/service/../bin/python /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/scripts/get_property.py ranger.jpa.jdbc.url /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/ranger-admin-site.xml /opt/cloudera/cm-agent/service/../bin/python: line 25: /usr/bin/python2: No such file or directory + RANGER_DB_JDBC_SAFETY_VALVE= + [[ '' == '' ]] + [[ '' == \N\o\n\e ]] + update_ranger_admin_configs + get_ranger_usersync_peer_configs ++ cat /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/rangerusersync.properties + for line in $(cat "${CONF_DIR}/conf/rangerusersync.properties") + readconf cdp1.haha.com:ranger.usersync.port=5151 + local conf + IFS=: + read host conf + IFS== + read key value + case ${key} in + '[' -n cdp1.haha.com ']' + RANGER_USERSYNC_HOST=cdp1.haha.com + export RANGER_USERSYNC_HOST=cdp1.haha.com + RANGER_USERSYNC_HOST=cdp1.haha.com + RANGER_ADMIN_CREDENTIAL_PROVIDER_PATH=localjceks://file/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/creds.localjceks + perl -pi -e 's#\{\{RANGER_ADMIN_CREDENTIAL_PROVIDER_PATH}}#localjceks://file/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/creds.localjceks#g' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/ranger-admin-site.xml + KEYTAB_FILE=/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/ranger.keytab + perl -pi -e 's#\{\{KEYTAB_FILE}}#/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/ranger.keytab#g' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/ranger-admin-site.xml + perl -pi -e 's#\{\{RANGER_ADMIN_HOST}}#cdp1.haha.com#g' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/ranger-admin-site.xml ++ hostname -s + HOST_SHORT_NAME=cdp1 + perl -pi -e 's#\{\{RANGER_ADMIN_HOST_UQDN}}#cdp1#g' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/ranger-admin-site.xml + perl -pi -e 's#\{\{RANGER_USERSYNC_HOST}}#cdp1.haha.com#g' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/ranger-admin-site.xml + . /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/solr-conf/solr-env.sh ++ export SOLR_ZK_ENSEMBLE=cdp2.haha.com:2181,cdp1.haha.com:2181,cdp3.haha.com:2181/solr-infra ++ SOLR_ZK_ENSEMBLE=cdp2.haha.com:2181,cdp1.haha.com:2181,cdp3.haha.com:2181/solr-infra ++ export SOLR_HADOOP_DEPENDENCY_FS_TYPE=shared ++ SOLR_HADOOP_DEPENDENCY_FS_TYPE=shared + perl -pi -e 's#\{\{SOLR_ZK_ENSEMBLE}}#cdp2.haha.com:2181,cdp1.haha.com:2181,cdp3.haha.com:2181/solr-infra#g' /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/ranger-admin-site.xml + echo 'export RANGER_ADMIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin' + echo 'export RANGER_HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf' + echo 'export RANGER_ADMIN_LOG_DIR=/var/log/ranger/admin' + echo 'export JAVA_HOME=/usr/java/jdk1.8u372-b07-cloudera' + echo 'export RANGER_USER=ranger' + chmod 750 /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/ranger-admin-env.sh + setup_install_files + log '[I] Creating conf symbolic link under /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin/ews/webapp/WEB-INF/classes' ++ date + echo 'Sat Aug 10 14:57:41 CST 2024: [I] Creating conf symbolic link under /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin/ews/webapp/WEB-INF/classes' + '[' -d /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf ']' + rm -f /etc/ranger/admin/conf + ln -sf /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf /etc/ranger/admin/conf + log '[I] Copying up installation files' ++ date + echo 'Sat Aug 10 14:57:41 CST 2024: [I] Copying up installation files' + cat /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin/ews/webapp/WEB-INF/classes/conf.dist/security-applicationContext.xml + chmod 640 /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/security-applicationContext.xml + cat /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin/ews/webapp/WEB-INF/classes/conf.dist/ranger-admin-default-site.xml + chmod 640 /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/ranger-admin-default-site.xml + ln -sf /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/hadoop-conf/core-site.xml /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/core-site.xml + ln -sf /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/hadoop-conf/hdfs-site.xml /var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand/conf/hdfs-site.xml + '[' 0 '!=' 0 ']' + execute_db_java_patches + '[' 0 == 0 ']' + log '[I] Executing db_setup.py' ++ date + echo 'Sat Aug 10 14:57:41 CST 2024: [I] Executing db_setup.py' + export JAVA_HOME=/usr/java/jdk1.8u372-b07-cloudera + JAVA_HOME=/usr/java/jdk1.8u372-b07-cloudera + export RANGER_ADMIN_CONF=/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand + RANGER_ADMIN_CONF=/var/run/cloudera-scm-agent/process/1546342184-ranger-RANGER_ADMIN-SetupRangerCommand + export RANGER_ADMIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin + RANGER_ADMIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin + /opt/cloudera/cm-agent/service/../bin/python /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin/db_setup.py /opt/cloudera/cm-agent/service/../bin/python: line 25: /usr/bin/python2: No such file or directory + '[' 127 == 0 ']' + exit 1 ... View more

  [09/Jul/2024 14:42:27 +0800] 276182 MainThread redactor INFO Started launcher: /opt/cloudera/cm-agent/service/yarn/yarn.sh application-diagnostic-data -use_cli true -applicationIds job_1720485812953_0005 [09/Jul/2024 14:42:27 +0800] 276182 MainThread redactor INFO Re-exec watcher: /opt/cloudera/cm-agent/bin/cm proc_watcher 276204 [09/Jul/2024 14:42:27 +0800] 276205 MainThread redactor INFO Re-exec redactor: /opt/cloudera/cm-agent/bin/cm redactor --fds 3 5 [09/Jul/2024 14:42:27 +0800] 276205 MainThread redactor INFO Started redactor Tue Jul 9 14:42:27 CST 2024 + source_parcel_environment + '[' '!' -z /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in `seq 1 $COUNT` + SCRIPT=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-7.1.7-1.cdh7.1.7.p0.15945976 + . /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/meta/cdh_env.sh ++ CDH_DIRNAME=CDH-7.1.7-1.cdh7.1.7.p0.15945976 ++ export CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop ++ CDH_HADOOP_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop ++ export CDH_MR1_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-0.20-mapreduce ++ CDH_MR1_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-0.20-mapreduce ++ export CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-hdfs ++ CDH_HDFS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-hdfs ++ export CDH_OZONE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-ozone ++ CDH_OZONE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-ozone ++ export CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-httpfs ++ CDH_HTTPFS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-httpfs ++ export CDH_MR2_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-mapreduce ++ CDH_MR2_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-mapreduce ++ export CDH_YARN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-yarn ++ CDH_YARN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-yarn ++ export CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase ++ CDH_HBASE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase ++ export CDH_HBASE_FILESYSTEM_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase_filesystem ++ CDH_HBASE_FILESYSTEM_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase_filesystem ++ export CDH_HBASE_CONNECTORS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase_connectors ++ CDH_HBASE_CONNECTORS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase_connectors ++ export CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/zookeeper ++ CDH_ZOOKEEPER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/zookeeper ++ export CDH_ZEPPELIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/zeppelin ++ CDH_ZEPPELIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/zeppelin ++ export CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hive ++ CDH_HIVE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hive ++ export CDH_HUE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hue ++ CDH_HUE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hue ++ export CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/oozie ++ CDH_OOZIE_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/oozie ++ export CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop ++ CDH_HUE_PLUGINS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop ++ export CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hive-hcatalog ++ CDH_HCAT_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hive-hcatalog ++ export CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/sentry ++ CDH_SENTRY_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/sentry ++ export JSVC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/bigtop-utils ++ JSVC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/bigtop-utils ++ export CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop/bin/hadoop ++ CDH_HADOOP_BIN=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop/bin/hadoop ++ export CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/impala ++ CDH_IMPALA_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/impala ++ export CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/solr ++ CDH_SOLR_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/solr ++ export CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase-solr ++ CDH_HBASE_INDEXER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hbase-solr ++ export SEARCH_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/search ++ SEARCH_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/search ++ export CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/spark ++ CDH_SPARK_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/spark ++ export WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/etc/hive-webhcat/conf.dist/webhcat-default.xml ++ WEBHCAT_DEFAULT_XML=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/etc/hive-webhcat/conf.dist/webhcat-default.xml ++ export CDH_KMS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-kms ++ CDH_KMS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-kms ++ export CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/parquet ++ CDH_PARQUET_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/parquet ++ export CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/avro ++ CDH_AVRO_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/avro ++ export CDH_KAFKA_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/kafka ++ CDH_KAFKA_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/kafka ++ export CDH_SCHEMA_REGISTRY_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/schemaregistry ++ CDH_SCHEMA_REGISTRY_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/schemaregistry ++ export CDH_STREAMS_MESSAGING_MANAGER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/streams_messaging_manager ++ CDH_STREAMS_MESSAGING_MANAGER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/streams_messaging_manager ++ export CDH_STREAMS_MESSAGING_MANAGER_UI_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/streams_messaging_manager_ui ++ CDH_STREAMS_MESSAGING_MANAGER_UI_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/streams_messaging_manager_ui ++ export CDH_STREAMS_REPLICATION_MANAGER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/streams_replication_manager ++ CDH_STREAMS_REPLICATION_MANAGER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/streams_replication_manager ++ export CDH_CRUISE_CONTROL_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/cruise_control ++ CDH_CRUISE_CONTROL_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/cruise_control ++ export CDH_KNOX_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/knox ++ CDH_KNOX_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/knox ++ export CDH_KUDU_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/kudu ++ CDH_KUDU_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/kudu ++ export CDH_RANGER_ADMIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin ++ CDH_RANGER_ADMIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-admin ++ export CDH_RANGER_TAGSYNC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-tagsync ++ CDH_RANGER_TAGSYNC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-tagsync ++ export CDH_RANGER_USERSYNC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-usersync ++ CDH_RANGER_USERSYNC_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-usersync ++ export CDH_RANGER_KMS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-kms ++ CDH_RANGER_KMS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-kms ++ export CDH_RANGER_RAZ_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-raz ++ CDH_RANGER_RAZ_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-raz ++ export CDH_RANGER_RMS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-rms ++ CDH_RANGER_RMS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-rms ++ export CDH_ATLAS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/atlas ++ CDH_ATLAS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/atlas ++ export CDH_TEZ_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/tez ++ CDH_TEZ_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/tez ++ export CDH_PHOENIX_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/phoenix ++ CDH_PHOENIX_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/phoenix ++ export CDH_PHOENIX_QUERYSERVER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/phoenix_queryserver ++ CDH_PHOENIX_QUERYSERVER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/phoenix_queryserver ++ export DAS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/data_analytics_studio ++ DAS_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/data_analytics_studio ++ export QUEUEMANAGER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/queuemanager ++ QUEUEMANAGER_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/queuemanager ++ export CDH_RANGER_HBASE_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-hbase-plugin ++ CDH_RANGER_HBASE_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-hbase-plugin ++ export CDH_RANGER_HIVE_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-hive-plugin ++ CDH_RANGER_HIVE_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-hive-plugin ++ export CDH_RANGER_ATLAS_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-atlas-plugin ++ CDH_RANGER_ATLAS_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-atlas-plugin ++ export CDH_RANGER_SOLR_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-solr-plugin ++ CDH_RANGER_SOLR_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-solr-plugin ++ export CDH_RANGER_HDFS_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-hdfs-plugin ++ CDH_RANGER_HDFS_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-hdfs-plugin ++ export CDH_RANGER_KNOX_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-knox-plugin ++ CDH_RANGER_KNOX_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-knox-plugin ++ export CDH_RANGER_YARN_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-yarn-plugin ++ CDH_RANGER_YARN_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-yarn-plugin ++ export CDH_RANGER_OZONE_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-ozone-plugin ++ CDH_RANGER_OZONE_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-ozone-plugin ++ export CDH_RANGER_KAFKA_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-kafka-plugin ++ CDH_RANGER_KAFKA_PLUGIN_HOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/ranger-kafka-plugin + locate_cdh_java_home + '[' -z '' ']' + '[' -z /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/bigtop-utils ']' + local BIGTOP_DETECT_JAVAHOME= + for candidate in "${JSVC_HOME}" "${JSVC_HOME}/.." "/usr/lib/bigtop-utils" "/usr/libexec" + '[' -e /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/bigtop-utils/bigtop-detect-javahome ']' + BIGTOP_DETECT_JAVAHOME=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/bigtop-utils/bigtop-detect-javahome + break + '[' -z /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/bigtop-utils/bigtop-detect-javahome ']' + . /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/bigtop-utils/bigtop-detect-javahome ++ BIGTOP_DEFAULTS_DIR=/etc/default ++ '[' -n /etc/default -a -r /etc/default/bigtop-utils ']' ++ JAVA11_HOME_CANDIDATES=('/usr/java/jdk-11' '/usr/lib/jvm/jdk-11' '/usr/lib/jvm/java-11-oracle') ++ OPENJAVA11_HOME_CANDIDATES=('/usr/java/jdk-11' '/usr/lib/jvm/java-11' '/usr/lib/jvm/jdk-11' '/usr/lib64/jvm/jdk-11') ++ JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle') ++ OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk' '/usr/lib64/jvm/java-1.8.0-openjdk' '/usr/lib64/jvm/java-8-openjdk') ++ MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk') ++ case ${BIGTOP_JAVA_MAJOR} in ++ JAVA_HOME_CANDIDATES=(${JAVA8_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${JAVA11_HOME_CANDIDATES[@]} ${OPENJAVA11_HOME_CANDIDATES[@]}) ++ '[' -z '' ']' ++ for candidate_regex in ${JAVA_HOME_CANDIDATES[@]} +++ ls -rvd /usr/java/jdk1.8u372-b07-cloudera ++ for candidate in `ls -rvd ${candidate_regex}* 2>/dev/null` ++ '[' -e /usr/java/jdk1.8u372-b07-cloudera/bin/java ']' ++ export JAVA_HOME=/usr/java/jdk1.8u372-b07-cloudera ++ JAVA_HOME=/usr/java/jdk1.8u372-b07-cloudera ++ break 2 + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8u372-b07-cloudera/bin/java ']' ++ /usr/java/jdk1.8u372-b07-cloudera/bin/java -version + local 'VERSION_STRING=openjdk version "1.8.0_372" OpenJDK Runtime Environment (Temurin)(build 1.8.0_372-b07) OpenJDK 64-Bit Server VM (Temurin)(build 25.372-b07, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ openjdk version "1.8.0_372" OpenJDK Runtime Environment (Temurin)(build 1.8.0_372-b07) OpenJDK 64-Bit Server VM (Temurin)(build 25.372-b07, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + '[' 8 -lt 8 ']' + verify_java_home + '[' -z /usr/java/jdk1.8u372-b07-cloudera ']' + echo JAVA_HOME=/usr/java/jdk1.8u372-b07-cloudera + . /opt/cloudera/cm-agent/service/common/cdh-default-hadoop ++ [[ -z '' ]] ++ echo 'Skipping sourcing equivalent of /etc/default/hadoop due to missing CDH_VERSION' + echo 'using /usr/java/jdk1.8u372-b07-cloudera as JAVA_HOME' + echo 'using as CDH_VERSION' + echo 'using /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-yarn as CDH_YARN_HOME' + echo 'using /opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-mapreduce as CDH_MR2_HOME' + echo 'using /var/run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection as CONF_DIR' + export YARN_CONF_DIR=/var/run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection + YARN_CONF_DIR=/var/run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection + YARN=/opt/cloudera/parcels/CDH-7.1.7-1.cdh7.1.7.p0.15945976/lib/hadoop-yarn/bin/yarn + YSITE=/var/run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection/yarn-site.xml + set_hadoop_classpath + set_classpath_in_var HADOOP_CLASSPATH + '[' -z HADOOP_CLASSPATH ']' + [[ -n /opt/cloudera/cm ]] ++ find /opt/cloudera/cm/lib/plugins -maxdepth 1 -name '*.jar' ++ tr '\n' : + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/tt-instrumentation-7.11.3.jar:/opt/cloudera/cm/lib/plugins/event-publish-7.11.3-shaded.jar: + [[ -n '' ]] + eval 'OLD_VALUE=$HADOOP_CLASSPATH' ++ OLD_VALUE= + NEW_VALUE=/opt/cloudera/cm/lib/plugins/tt-instrumentation-7.11.3.jar:/opt/cloudera/cm/lib/plugins/event-publish-7.11.3-shaded.jar: + export HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/tt-instrumentation-7.11.3.jar:/opt/cloudera/cm/lib/plugins/event-publish-7.11.3-shaded.jar + HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/tt-instrumentation-7.11.3.jar:/opt/cloudera/cm/lib/plugins/event-publish-7.11.3-shaded.jar + set -x + replace_conf_dir + echo CONF_DIR=/var/run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection + echo CMF_CONF_DIR= + EXCLUDE_CMF_FILES=('cloudera-config.sh' 'hue.sh' 'impala.sh' 'sqoop.sh' 'supervisor.conf' 'config.zip' 'proc.json' '*.log' '*.keytab' '*jceks' '*bcfks' 'supervisor_status') ++ printf '! -name %s ' cloudera-config.sh hue.sh impala.sh sqoop.sh supervisor.conf config.zip proc.json '*.log' yarn.keytab '*jceks' '*bcfks' supervisor_status + find /var/run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection -type f '!' -path '/var/run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection/logs/*' '!' -name cloudera-config.sh '!' -name hue.sh '!' -name impala.sh '!' -name sqoop.sh '!' -name supervisor.conf '!' -name config.zip '!' -name proc.json '!' -name '*.log' '!' -name yarn.keytab '!' -name '*jceks' '!' -name '*bcfks' '!' -name supervisor_status -exec perl -pi -e 's#\{\{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection#g' '{}' ';' + perl -pi -e 's#\{\{CGROUP_GROUP_CPU}}#system.slice/cloudera-scm-agent.service#g' /var/run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection/yarn-site.xml + CGROUP_MOUNT_PROP=yarn.nodemanager.linux-container-executor.cgroups.mount-path + grep -q yarn.nodemanager.linux-container-executor.cgroups.mount-path /var/run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection/yarn-site.xml ++ replace_pid ++ echo ++ sed 's#{{PID}}#276204#g' + export YARN_NODEMANAGER_OPTS= + YARN_NODEMANAGER_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#276204#g' + export YARN_RESOURCEMANAGER_OPTS= + YARN_RESOURCEMANAGER_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#276204#g' + export HADOOP_JOB_HISTORYSERVER_OPTS= + HADOOP_JOB_HISTORYSERVER_OPTS= + get_generic_java_opts + export 'GENERIC_JAVA_OPTS= -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + GENERIC_JAVA_OPTS=' -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + export 'YARN_NODEMANAGER_OPTS= -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + YARN_NODEMANAGER_OPTS=' -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + export 'YARN_RESOURCEMANAGER_OPTS= -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + YARN_RESOURCEMANAGER_OPTS=' -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + export 'HADOOP_JOB_HISTORYSERVER_OPTS= -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + HADOOP_JOB_HISTORYSERVER_OPTS=' -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + get_additional_jvm_args + JAVA17_ADDITIONAL_JVM_ARGS='--add-opens java.base/java.lang=ALL-UNNAMED' + set_additional_jvm_args_based_on_java_version + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8u372-b07-cloudera/bin/java ']' ++ /usr/java/jdk1.8u372-b07-cloudera/bin/java -version + local 'VERSION_STRING=openjdk version "1.8.0_372" OpenJDK Runtime Environment (Temurin)(build 1.8.0_372-b07) OpenJDK 64-Bit Server VM (Temurin)(build 25.372-b07, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ openjdk version "1.8.0_372" OpenJDK Runtime Environment (Temurin)(build 1.8.0_372-b07) OpenJDK 64-Bit Server VM (Temurin)(build 25.372-b07, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + ADDITIONAL_JVM_ARGS= + case $JAVA_MAJOR in + ADDITIONAL_JVM_ARGS= + export 'YARN_NODEMANAGER_OPTS= -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2 ' + YARN_NODEMANAGER_OPTS=' -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2 ' + export 'YARN_RESOURCEMANAGER_OPTS= -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2 ' + YARN_RESOURCEMANAGER_OPTS=' -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2 ' + export 'HADOOP_JOB_HISTORYSERVER_OPTS= -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2 ' + HADOOP_JOB_HISTORYSERVER_OPTS=' -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2 ' + get_gc_args + set_basic_gc_tuning_args_based_on_java_version + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8u372-b07-cloudera/bin/java ']' ++ /usr/java/jdk1.8u372-b07-cloudera/bin/java -version + local 'VERSION_STRING=openjdk version "1.8.0_372" OpenJDK Runtime Environment (Temurin)(build 1.8.0_372-b07) OpenJDK 64-Bit Server VM (Temurin)(build 25.372-b07, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ openjdk version "1.8.0_372" OpenJDK Runtime Environment (Temurin)(build 1.8.0_372-b07) OpenJDK 64-Bit Server VM (Temurin)(build 25.372-b07, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + BASIC_GC_TUNING_ARGS= + case $JAVA_MAJOR in + BASIC_GC_TUNING_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + YARN_NODEMANAGER_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + YARN_RESOURCEMANAGER_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + JOB_HISTORYSERVER_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + [[ ! -z '' ]] + [[ ! -z '' ]] + [[ ! -z '' ]] ++ replace_gc_args ' -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2 ' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2 ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export 'YARN_NODEMANAGER_OPTS=-Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + YARN_NODEMANAGER_OPTS='-Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' ++ replace_gc_args ' -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2 ' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2 ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export 'YARN_RESOURCEMANAGER_OPTS=-Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + YARN_RESOURCEMANAGER_OPTS='-Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' ++ replace_gc_args ' -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2 ' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo -Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2 ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export 'HADOOP_JOB_HISTORYSERVER_OPTS=-Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + HADOOP_JOB_HISTORYSERVER_OPTS='-Dsun.security.krb5.disableReferrals=true -Djdk.tls.ephemeralDHKeySize=2048 -Dcom.sun.management.jmxremote.ssl.enabled.protocols=TLSv1.2' + make_scripts_executable + find /var/run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';' + export 'YARN_OPTS=-Djava.net.preferIPv4Stack=true ' + YARN_OPTS='-Djava.net.preferIPv4Stack=true ' + acquire_kerberos_tgt yarn.keytab + '[' -z yarn.keytab ']' + KERBEROS_PRINCIPAL= + '[' '!' -z '' ']' + '[' -n '' ']' + '[' application-diagnostic-data = RefreshQueuesAndNodes ']' + '[' application-diagnostic-data = historyserver ']' + '[' application-diagnostic-data = application-diagnostic-data ']' + set -e + PYTHON_CMD=/opt/cloudera/cm-agent/service/../bin/python ++ dirname /opt/cloudera/cm-agent/service/yarn/yarn.sh + COLLECT_APPLICATION_DATA=/opt/cloudera/cm-agent/service/yarn/../support/collect_jobs_stats/collect_jobs_stats.py +++ pwd ++ basename /run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection + PROCESS_DIR_NAME=1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection + DIAGNOSTICS_DUMP_DIR=/tmp/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection + COLLECT_APP_DATA_ARGS='--use_cli true --app_ids job_1720485812953_0005 --output_dir /tmp/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection/diagnostics --hadoop_conf_dir /var/run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection' + /opt/cloudera/cm-agent/service/../bin/python /opt/cloudera/cm-agent/service/yarn/../support/collect_jobs_stats/collect_jobs_stats.py --use_cli true --app_ids job_1720485812953_0005 --output_dir /tmp/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection/diagnostics --hadoop_conf_dir /var/run/cloudera-scm-agent/process/1546337707-YARN-yarn-RESOURCEMANAGER-1e5b85cf69a76c49599cf6ff666e3035-YarnApplicationDiagnosticsCollection Traceback (most recent call last): File "/opt/cloudera/cm-agent/service/yarn/../support/collect_jobs_stats/collect_jobs_stats.py", line 73, in <module> from extractors.jhs_extractor import JHSExtractor File "/opt/cloudera/cm-agent/service/support/collect_jobs_stats/extractors/jhs_extractor.py", line 9, in <module> import urllib.request as urllib2 ImportError: No module named request It looks like client3 has python issue. I tried below steps no luck.   [root@cdp3 conf]# alternatives --set python /usr/bin/python3 [root@cdp3 conf]# py pydoc2 pydoc2.7 pydoc-3 pydoc3 pydoc3.6 pydoc3.8 pyinotify pyspark python python2 python2.7 python3 python3.8 pyvenv-3.6 [root@cdp3 conf]# python Python 3.8.17 (default, Aug 10 2023, 12:50:17) [GCC 8.5.0 20210514 (Red Hat 8.5.0-20)] on linux Type "help", "copyright", "credits" or "license" for more information. >>> exit Use exit() or Ctrl-D (i.e. EOF) to exit >>> exit() [root@cdp3 conf]# sudo pip3 install requests WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead. Collecting requests Downloading https://files.pythonhosted.org/packages/f9/9b/335f9764261e915ed497fcdeb11df5dfd6f7bf257d4a6a2a686d80da4d54/requests-2.32.3-py3-none-any.whl (64kB) |████████████████████████████████| 71kB 1.1MB/s Collecting idna<4,>=2.5 Downloading https://files.pythonhosted.org/packages/e5/3e/741d8c82801c347547f8a2a06aa57dbb1992be9e948df2ea0eda2c8b79e8/idna-3.7-py3-none-any.whl (66kB) |████████████████████████████████| 71kB 2.6MB/s Collecting urllib3<3,>=1.21.1 Downloading https://files.pythonhosted.org/packages/ca/1c/89ffc63a9605b583d5df2be791a27bc1a42b7c32bab68d3c8f2f73a98cd4/urllib3-2.2.2-py3-none-any.whl (121kB) |████████████████████████████████| 122kB 5.7MB/s Collecting charset-normalizer<4,>=2 Downloading https://files.pythonhosted.org/packages/3d/09/d82fe4a34c5f0585f9ea1df090e2a71eb9bb1e469723053e1ee9f57c16f3/charset_normalizer-3.3.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (141kB) |████████████████████████████████| 143kB 11.5MB/s Collecting certifi>=2017.4.17 Downloading https://files.pythonhosted.org/packages/1c/d5/c84e1a17bf61d4df64ca866a1c9a913874b4e9bdc131ec689a0ad013fb36/certifi-2024.7.4-py3-none-any.whl (162kB) |████████████████████████████████| 163kB 13.6MB/s Installing collected packages: idna, urllib3, charset-normalizer, certifi, requests WARNING: The script normalizer is installed in '/usr/local/bin' which is not on PATH. Consider adding this directory to PATH or, if you prefer to suppress this warning, use --no-warn-script-location. Successfully installed certifi-2024.7.4 charset-normalizer-3.3.2 idna-3.7 requests-2.32.3 urllib3-2.2.2 [root@cdp3 conf]# python python python2 python2.7 python3 python3.8  option 2: I am able to gather the log via cli. #  yarn logs -applicationId application_1720485812953_0001 appOwner root > application_1720485812953_0001.log   ... View more