Cloudera Community
Announcements
Celebrating as our community reaches 100,000 members! Thank you!
NovaL
user rank
New Contributor

Re: NAMENODE STOPPED

by New Contributor in Support Questions
‎12-22-2021 06:42 AM
‎12-22-2021 06:42 AM
Hey Shahrukh, Thanks for your time & acknowledgement. Please refer below logs in details.    [22/Dec/2021 13:53:06 +0000] 241386 MainThread redactor INFO Started launcher: /opt/cloudera/cm-agent/service/hdfs/hdfs.sh zkfc [22/Dec/2021 13:53:06 +0000] 241386 MainThread redactor INFO Re-exec watcher: /opt/cloudera/cm-agent/bin/cm proc_watcher 241410 [22/Dec/2021 13:53:06 +0000] 241413 MainThread redactor INFO Re-exec redactor: /opt/cloudera/cm-agent/bin/cm redactor --fds 3 5 [22/Dec/2021 13:53:06 +0000] 241413 MainThread redactor INFO Started redactor Wed Dec 22 13:53:06 +04 2021 + source_parcel_environment + '[' '!' -z /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in '`seq 1 $COUNT`' + SCRIPT=/appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-6.3.0-1.cdh6.3.0.p0.1279813 + . /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh /opt/cloudera/cm-agent/service/common/cloudera-config.sh: line 184: /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh: Permission denied + locate_cdh_java_home + '[' -z '' ']' + '[' -z /usr/libexec/bigtop-utils ']' + local BIGTOP_DETECT_JAVAHOME= + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/../bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + BIGTOP_DETECT_JAVAHOME=/usr/lib/bigtop-utils/bigtop-detect-javahome + break + '[' -z /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + . /usr/lib/bigtop-utils/bigtop-detect-javahome ++ BIGTOP_DEFAULTS_DIR=/etc/default ++ '[' -n /etc/default -a -r /etc/default/bigtop-utils ']' ++ JAVA11_HOME_CANDIDATES=('/usr/java/jdk-11' '/usr/lib/jvm/jdk-11' '/usr/lib/jvm/java-11-oracle') ++ OPENJAVA11_HOME_CANDIDATES=('/usr/lib/jvm/jdk-11' '/usr/lib64/jvm/jdk-11') ++ JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle') ++ OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk' '/usr/lib64/jvm/java-1.8.0-openjdk' '/usr/lib64/jvm/java-8-openjdk') ++ MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk') ++ case ${BIGTOP_JAVA_MAJOR} in ++ JAVA_HOME_CANDIDATES=(${JAVA8_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${JAVA11_HOME_CANDIDATES[@]} ${OPENJAVA11_HOME_CANDIDATES[@]}) ++ '[' -z '' ']' ++ for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}' +++ ls -rvd /usr/java/jdk1.8.0_181-cloudera /usr/java/jdk1.8.0_221-amd64 ++ for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`' ++ '[' -e /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ export JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ break 2 + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + '[' 8 -lt 8 ']' + verify_java_home + '[' -z /usr/java/jdk1.8.0_221-amd64 ']' + echo JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 + . /opt/cloudera/cm-agent/service/common/cdh-default-hadoop ++ [[ -z 6 ]] ++ '[' 6 = 3 ']' ++ '[' 6 = -3 ']' ++ '[' 6 -ge 4 ']' ++ export HADOOP_HOME_WARN_SUPPRESS=true ++ HADOOP_HOME_WARN_SUPPRESS=true ++ export HADOOP_PREFIX=/usr/lib/hadoop ++ HADOOP_PREFIX=/usr/lib/hadoop ++ export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ export HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ export HADOOP_COMMON_HOME=/usr/lib/hadoop ++ HADOOP_COMMON_HOME=/usr/lib/hadoop ++ export HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ export HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ '[' 6 = 4 ']' ++ '[' 6 -ge 5 ']' ++ export HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ replace_pid ++ echo ++ sed 's#{{PID}}#241410#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241410#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241410#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241410#g' + export HADOOP_NFS3_OPTS= + HADOOP_NFS3_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241410#g' + export HADOOP_JOURNALNODE_OPTS= + HADOOP_JOURNALNODE_OPTS= + get_gc_args + JAVA11_GC_TUNING_ARGS='-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + set_basic_gc_tuning_args_based_on_java_version + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + BASIC_GC_TUNING_ARGS= + case $JAVA_MAJOR in + BASIC_GC_TUNING_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + DATANODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + SECONDARY_NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + [[ ! -z '' ]] + [[ ! -z '' ]] + [[ ! -z '' ]] ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= + '[' 6 -ge 4 ']' + HDFS_BIN=/usr/lib/hadoop-hdfs/bin/hdfs + export 'HADOOP_OPTS=-Djava.net.preferIPv4Stack=true ' + HADOOP_OPTS='-Djava.net.preferIPv4Stack=true ' + echo 'using /usr/java/jdk1.8.0_221-amd64 as JAVA_HOME' + echo 'using 6 as CDH_VERSION' + echo 'using /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER as CONF_DIR' + echo 'using as SECURE_USER' + echo 'using as SECURE_GROUP' + set_hadoop_classpath + set_classpath_in_var HADOOP_CLASSPATH + '[' -z HADOOP_CLASSPATH ']' + [[ -n /opt/cloudera/cm ]] ++ find /opt/cloudera/cm/lib/plugins -maxdepth 1 -name '*.jar' ++ tr '\n' : + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar: + [[ -n navigator/cdh6 ]] + for DIR in '$CM_ADD_TO_CP_DIRS' ++ find /opt/cloudera/cm/lib/plugins/navigator/cdh6 -maxdepth 1 -name '*.jar' ++ tr '\n' : + PLUGIN=/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + eval 'OLD_VALUE=$HADOOP_CLASSPATH' ++ OLD_VALUE= + NEW_VALUE=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + export HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + set -x + replace_conf_dir + echo CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER + echo CMF_CONF_DIR= + EXCLUDE_CMF_FILES=('cloudera-config.sh' 'hue.sh' 'impala.sh' 'sqoop.sh' 'supervisor.conf' 'config.zip' 'proc.json' '*.log' '*.keytab' '*jceks') ++ printf '! -name %s ' cloudera-config.sh hue.sh impala.sh sqoop.sh supervisor.conf config.zip proc.json '*.log' hdfs.keytab '*jceks' + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -type f '!' -path '/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER/logs/*' '!' -name cloudera-config.sh '!' -name hue.sh '!' -name impala.sh '!' -name sqoop.sh '!' -name supervisor.conf '!' -name config.zip '!' -name proc.json '!' -name '*.log' '!' -name hdfs.keytab '!' -name '*jceks' -exec perl -pi -e 's#\{\{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER#g' '{}' ';' + make_scripts_executable + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';' + '[' DATANODE_MAX_LOCKED_MEMORY '!=' '' ']' + ulimit -l + export HADOOP_IDENT_STRING=hdfs + HADOOP_IDENT_STRING=hdfs + '[' -n '' ']' + '[' mkdir '!=' zkfc ']' + acquire_kerberos_tgt hdfs.keytab + '[' -z hdfs.keytab ']' + KERBEROS_PRINCIPAL= + '[' '!' -z '' ']' + '[' -n '' ']' + '[' validate-writable-empty-dirs = zkfc ']' + '[' file-operation = zkfc ']' + '[' bootstrap = zkfc ']' + '[' failover = zkfc ']' + '[' transition-to-active = zkfc ']' + '[' initializeSharedEdits = zkfc ']' + '[' initialize-znode = zkfc ']' + '[' format-namenode = zkfc ']' + '[' monitor-decommission = zkfc ']' + '[' jnSyncWait = zkfc ']' + '[' nnRpcWait = zkfc ']' + '[' -safemode = '' -a get = '' ']' + '[' monitor-upgrade = zkfc ']' + '[' finalize-upgrade = zkfc ']' + '[' rolling-upgrade-prepare = zkfc ']' + '[' rolling-upgrade-finalize = zkfc ']' + '[' nnDnLiveWait = zkfc ']' + '[' monitor-offline = zkfc ']' + '[' refresh-datanode = zkfc ']' + '[' mkdir = zkfc ']' + '[' nfs3 = zkfc ']' + '[' namenode = zkfc -o secondarynamenode = zkfc -o datanode = zkfc ']' + exec /usr/lib/hadoop-hdfs/bin/hdfs --config /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER zkfc /opt/cloudera/cm-agent/service/hdfs/hdfs.sh: line 736: /usr/lib/hadoop-hdfs/bin/hdfs: No such file or directory [22/Dec/2021 13:53:08 +0000] 241828 MainThread redactor INFO Started launcher: /opt/cloudera/cm-agent/service/hdfs/hdfs.sh zkfc [22/Dec/2021 13:53:08 +0000] 241828 MainThread redactor INFO Re-exec watcher: /opt/cloudera/cm-agent/bin/cm proc_watcher 241851 [22/Dec/2021 13:53:08 +0000] 241854 MainThread redactor INFO Re-exec redactor: /opt/cloudera/cm-agent/bin/cm redactor --fds 3 5 [22/Dec/2021 13:53:08 +0000] 241854 MainThread redactor INFO Started redactor Wed Dec 22 13:53:08 +04 2021 + source_parcel_environment + '[' '!' -z /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in '`seq 1 $COUNT`' + SCRIPT=/appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-6.3.0-1.cdh6.3.0.p0.1279813 + . /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh /opt/cloudera/cm-agent/service/common/cloudera-config.sh: line 184: /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh: Permission denied + locate_cdh_java_home + '[' -z '' ']' + '[' -z /usr/libexec/bigtop-utils ']' + local BIGTOP_DETECT_JAVAHOME= + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/../bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + BIGTOP_DETECT_JAVAHOME=/usr/lib/bigtop-utils/bigtop-detect-javahome + break + '[' -z /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + . /usr/lib/bigtop-utils/bigtop-detect-javahome ++ BIGTOP_DEFAULTS_DIR=/etc/default ++ '[' -n /etc/default -a -r /etc/default/bigtop-utils ']' ++ JAVA11_HOME_CANDIDATES=('/usr/java/jdk-11' '/usr/lib/jvm/jdk-11' '/usr/lib/jvm/java-11-oracle') ++ OPENJAVA11_HOME_CANDIDATES=('/usr/lib/jvm/jdk-11' '/usr/lib64/jvm/jdk-11') ++ JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle') ++ OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk' '/usr/lib64/jvm/java-1.8.0-openjdk' '/usr/lib64/jvm/java-8-openjdk') ++ MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk') ++ case ${BIGTOP_JAVA_MAJOR} in ++ JAVA_HOME_CANDIDATES=(${JAVA8_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${JAVA11_HOME_CANDIDATES[@]} ${OPENJAVA11_HOME_CANDIDATES[@]}) ++ '[' -z '' ']' ++ for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}' +++ ls -rvd /usr/java/jdk1.8.0_181-cloudera /usr/java/jdk1.8.0_221-amd64 ++ for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`' ++ '[' -e /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ export JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ break 2 + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + '[' 8 -lt 8 ']' + verify_java_home + '[' -z /usr/java/jdk1.8.0_221-amd64 ']' + echo JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 + . /opt/cloudera/cm-agent/service/common/cdh-default-hadoop ++ [[ -z 6 ]] ++ '[' 6 = 3 ']' ++ '[' 6 = -3 ']' ++ '[' 6 -ge 4 ']' ++ export HADOOP_HOME_WARN_SUPPRESS=true ++ HADOOP_HOME_WARN_SUPPRESS=true ++ export HADOOP_PREFIX=/usr/lib/hadoop ++ HADOOP_PREFIX=/usr/lib/hadoop ++ export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ export HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ export HADOOP_COMMON_HOME=/usr/lib/hadoop ++ HADOOP_COMMON_HOME=/usr/lib/hadoop ++ export HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ export HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ '[' 6 = 4 ']' ++ '[' 6 -ge 5 ']' ++ export HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ replace_pid ++ echo ++ sed 's#{{PID}}#241851#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241851#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241851#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241851#g' + export HADOOP_NFS3_OPTS= + HADOOP_NFS3_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241851#g' + export HADOOP_JOURNALNODE_OPTS= + HADOOP_JOURNALNODE_OPTS= + get_gc_args + JAVA11_GC_TUNING_ARGS='-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + set_basic_gc_tuning_args_based_on_java_version + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + BASIC_GC_TUNING_ARGS= + case $JAVA_MAJOR in + BASIC_GC_TUNING_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + DATANODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + SECONDARY_NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + [[ ! -z '' ]] + [[ ! -z '' ]] + [[ ! -z '' ]] ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= + '[' 6 -ge 4 ']' + HDFS_BIN=/usr/lib/hadoop-hdfs/bin/hdfs + export 'HADOOP_OPTS=-Djava.net.preferIPv4Stack=true ' + HADOOP_OPTS='-Djava.net.preferIPv4Stack=true ' + echo 'using /usr/java/jdk1.8.0_221-amd64 as JAVA_HOME' + echo 'using 6 as CDH_VERSION' + echo 'using /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER as CONF_DIR' + echo 'using as SECURE_USER' + echo 'using as SECURE_GROUP' + set_hadoop_classpath + set_classpath_in_var HADOOP_CLASSPATH + '[' -z HADOOP_CLASSPATH ']' + [[ -n /opt/cloudera/cm ]] ++ find /opt/cloudera/cm/lib/plugins -maxdepth 1 -name '*.jar' ++ tr '\n' : + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar: + [[ -n navigator/cdh6 ]] + for DIR in '$CM_ADD_TO_CP_DIRS' ++ find /opt/cloudera/cm/lib/plugins/navigator/cdh6 -maxdepth 1 -name '*.jar' ++ tr '\n' : + PLUGIN=/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + eval 'OLD_VALUE=$HADOOP_CLASSPATH' ++ OLD_VALUE= + NEW_VALUE=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + export HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + set -x + replace_conf_dir + echo CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER + echo CMF_CONF_DIR= + EXCLUDE_CMF_FILES=('cloudera-config.sh' 'hue.sh' 'impala.sh' 'sqoop.sh' 'supervisor.conf' 'config.zip' 'proc.json' '*.log' '*.keytab' '*jceks') ++ printf '! -name %s ' cloudera-config.sh hue.sh impala.sh sqoop.sh supervisor.conf config.zip proc.json '*.log' hdfs.keytab '*jceks' + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -type f '!' -path '/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER/logs/*' '!' -name cloudera-config.sh '!' -name hue.sh '!' -name impala.sh '!' -name sqoop.sh '!' -name supervisor.conf '!' -name config.zip '!' -name proc.json '!' -name '*.log' '!' -name hdfs.keytab '!' -name '*jceks' -exec perl -pi -e 's#\{\{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER#g' '{}' ';' + make_scripts_executable + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';' + '[' DATANODE_MAX_LOCKED_MEMORY '!=' '' ']' + ulimit -l + export HADOOP_IDENT_STRING=hdfs + HADOOP_IDENT_STRING=hdfs + '[' -n '' ']' + '[' mkdir '!=' zkfc ']' + acquire_kerberos_tgt hdfs.keytab + '[' -z hdfs.keytab ']' + KERBEROS_PRINCIPAL= + '[' '!' -z '' ']' + '[' -n '' ']' + '[' validate-writable-empty-dirs = zkfc ']' + '[' file-operation = zkfc ']' + '[' bootstrap = zkfc ']' + '[' failover = zkfc ']' + '[' transition-to-active = zkfc ']' + '[' initializeSharedEdits = zkfc ']' + '[' initialize-znode = zkfc ']' + '[' format-namenode = zkfc ']' + '[' monitor-decommission = zkfc ']' + '[' jnSyncWait = zkfc ']' + '[' nnRpcWait = zkfc ']' + '[' -safemode = '' -a get = '' ']' + '[' monitor-upgrade = zkfc ']' + '[' finalize-upgrade = zkfc ']' + '[' rolling-upgrade-prepare = zkfc ']' + '[' rolling-upgrade-finalize = zkfc ']' + '[' nnDnLiveWait = zkfc ']' + '[' monitor-offline = zkfc ']' + '[' refresh-datanode = zkfc ']' + '[' mkdir = zkfc ']' + '[' nfs3 = zkfc ']' + '[' namenode = zkfc -o secondarynamenode = zkfc -o datanode = zkfc ']' + exec /usr/lib/hadoop-hdfs/bin/hdfs --config /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER zkfc /opt/cloudera/cm-agent/service/hdfs/hdfs.sh: line 736: /usr/lib/hadoop-hdfs/bin/hdfs: No such file or directory [22/Dec/2021 13:53:11 +0000] 242304 MainThread redactor INFO Started launcher: /opt/cloudera/cm-agent/service/hdfs/hdfs.sh zkfc [22/Dec/2021 13:53:11 +0000] 242304 MainThread redactor INFO Re-exec watcher: /opt/cloudera/cm-agent/bin/cm proc_watcher 242327 [22/Dec/2021 13:53:11 +0000] 242330 MainThread redactor INFO Re-exec redactor: /opt/cloudera/cm-agent/bin/cm redactor --fds 3 5 [22/Dec/2021 13:53:11 +0000] 242330 MainThread redactor INFO Started redactor Wed Dec 22 13:53:11 +04 2021 + source_parcel_environment + '[' '!' -z /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in '`seq 1 $COUNT`' + SCRIPT=/appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-6.3.0-1.cdh6.3.0.p0.1279813 + . /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh /opt/cloudera/cm-agent/service/common/cloudera-config.sh: line 184: /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh: Permission denied + locate_cdh_java_home + '[' -z '' ']' + '[' -z /usr/libexec/bigtop-utils ']' + local BIGTOP_DETECT_JAVAHOME= + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/../bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + BIGTOP_DETECT_JAVAHOME=/usr/lib/bigtop-utils/bigtop-detect-javahome + break + '[' -z /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + . /usr/lib/bigtop-utils/bigtop-detect-javahome ++ BIGTOP_DEFAULTS_DIR=/etc/default ++ '[' -n /etc/default -a -r /etc/default/bigtop-utils ']' ++ JAVA11_HOME_CANDIDATES=('/usr/java/jdk-11' '/usr/lib/jvm/jdk-11' '/usr/lib/jvm/java-11-oracle') ++ OPENJAVA11_HOME_CANDIDATES=('/usr/lib/jvm/jdk-11' '/usr/lib64/jvm/jdk-11') ++ JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle') ++ OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk' '/usr/lib64/jvm/java-1.8.0-openjdk' '/usr/lib64/jvm/java-8-openjdk') ++ MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk') ++ case ${BIGTOP_JAVA_MAJOR} in ++ JAVA_HOME_CANDIDATES=(${JAVA8_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${JAVA11_HOME_CANDIDATES[@]} ${OPENJAVA11_HOME_CANDIDATES[@]}) ++ '[' -z '' ']' ++ for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}' +++ ls -rvd /usr/java/jdk1.8.0_181-cloudera /usr/java/jdk1.8.0_221-amd64 ++ for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`' ++ '[' -e /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ export JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ break 2 + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + '[' 8 -lt 8 ']' + verify_java_home + '[' -z /usr/java/jdk1.8.0_221-amd64 ']' + echo JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 + . /opt/cloudera/cm-agent/service/common/cdh-default-hadoop ++ [[ -z 6 ]] ++ '[' 6 = 3 ']' ++ '[' 6 = -3 ']' ++ '[' 6 -ge 4 ']' ++ export HADOOP_HOME_WARN_SUPPRESS=true ++ HADOOP_HOME_WARN_SUPPRESS=true ++ export HADOOP_PREFIX=/usr/lib/hadoop ++ HADOOP_PREFIX=/usr/lib/hadoop ++ export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ export HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ export HADOOP_COMMON_HOME=/usr/lib/hadoop ++ HADOOP_COMMON_HOME=/usr/lib/hadoop ++ export HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ export HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ '[' 6 = 4 ']' ++ '[' 6 -ge 5 ']' ++ export HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ replace_pid ++ echo ++ sed 's#{{PID}}#242327#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242327#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242327#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242327#g' + export HADOOP_NFS3_OPTS= + HADOOP_NFS3_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242327#g' + export HADOOP_JOURNALNODE_OPTS= + HADOOP_JOURNALNODE_OPTS= + get_gc_args + JAVA11_GC_TUNING_ARGS='-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + set_basic_gc_tuning_args_based_on_java_version + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + BASIC_GC_TUNING_ARGS= + case $JAVA_MAJOR in + BASIC_GC_TUNING_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + DATANODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + SECONDARY_NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + [[ ! -z '' ]] + [[ ! -z '' ]] + [[ ! -z '' ]] ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= + '[' 6 -ge 4 ']' + HDFS_BIN=/usr/lib/hadoop-hdfs/bin/hdfs + export 'HADOOP_OPTS=-Djava.net.preferIPv4Stack=true ' + HADOOP_OPTS='-Djava.net.preferIPv4Stack=true ' + echo 'using /usr/java/jdk1.8.0_221-amd64 as JAVA_HOME' + echo 'using 6 as CDH_VERSION' + echo 'using /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER as CONF_DIR' + echo 'using as SECURE_USER' + echo 'using as SECURE_GROUP' + set_hadoop_classpath + set_classpath_in_var HADOOP_CLASSPATH + '[' -z HADOOP_CLASSPATH ']' + [[ -n /opt/cloudera/cm ]] ++ find /opt/cloudera/cm/lib/plugins -maxdepth 1 -name '*.jar' ++ tr '\n' : + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar: + [[ -n navigator/cdh6 ]] + for DIR in '$CM_ADD_TO_CP_DIRS' ++ find /opt/cloudera/cm/lib/plugins/navigator/cdh6 -maxdepth 1 -name '*.jar' ++ tr '\n' : + PLUGIN=/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + eval 'OLD_VALUE=$HADOOP_CLASSPATH' ++ OLD_VALUE= + NEW_VALUE=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + export HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + set -x + replace_conf_dir + echo CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER + echo CMF_CONF_DIR= + EXCLUDE_CMF_FILES=('cloudera-config.sh' 'hue.sh' 'impala.sh' 'sqoop.sh' 'supervisor.conf' 'config.zip' 'proc.json' '*.log' '*.keytab' '*jceks') ++ printf '! -name %s ' cloudera-config.sh hue.sh impala.sh sqoop.sh supervisor.conf config.zip proc.json '*.log' hdfs.keytab '*jceks' + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -type f '!' -path '/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER/logs/*' '!' -name cloudera-config.sh '!' -name hue.sh '!' -name impala.sh '!' -name sqoop.sh '!' -name supervisor.conf '!' -name config.zip '!' -name proc.json '!' -name '*.log' '!' -name hdfs.keytab '!' -name '*jceks' -exec perl -pi -e 's#\{\{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER#g' '{}' ';' + make_scripts_executable + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';' + '[' DATANODE_MAX_LOCKED_MEMORY '!=' '' ']' + ulimit -l + export HADOOP_IDENT_STRING=hdfs + HADOOP_IDENT_STRING=hdfs + '[' -n '' ']' + '[' mkdir '!=' zkfc ']' + acquire_kerberos_tgt hdfs.keytab + '[' -z hdfs.keytab ']' + KERBEROS_PRINCIPAL= + '[' '!' -z '' ']' + '[' -n '' ']' + '[' validate-writable-empty-dirs = zkfc ']' + '[' file-operation = zkfc ']' + '[' bootstrap = zkfc ']' + '[' failover = zkfc ']' + '[' transition-to-active = zkfc ']' + '[' initializeSharedEdits = zkfc ']' + '[' initialize-znode = zkfc ']' + '[' format-namenode = zkfc ']' + '[' monitor-decommission = zkfc ']' + '[' jnSyncWait = zkfc ']' + '[' nnRpcWait = zkfc ']' + '[' -safemode = '' -a get = '' ']' + '[' monitor-upgrade = zkfc ']' + '[' finalize-upgrade = zkfc ']' + '[' rolling-upgrade-prepare = zkfc ']' + '[' rolling-upgrade-finalize = zkfc ']' + '[' nnDnLiveWait = zkfc ']' + '[' monitor-offline = zkfc ']' + '[' refresh-datanode = zkfc ']' + '[' mkdir = zkfc ']' + '[' nfs3 = zkfc ']' + '[' namenode = zkfc -o secondarynamenode = zkfc -o datanode = zkfc ']' + exec /usr/lib/hadoop-hdfs/bin/hdfs --config /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER zkfc /opt/cloudera/cm-agent/service/hdfs/hdfs.sh: line 736: /usr/lib/hadoop-hdfs/bin/hdfs: No such file or directory [22/Dec/2021 13:53:15 +0000] 242745 MainThread redactor INFO Started launcher: /opt/cloudera/cm-agent/service/hdfs/hdfs.sh zkfc [22/Dec/2021 13:53:15 +0000] 242745 MainThread redactor INFO Re-exec watcher: /opt/cloudera/cm-agent/bin/cm proc_watcher 242767 [22/Dec/2021 13:53:15 +0000] 242770 MainThread redactor INFO Re-exec redactor: /opt/cloudera/cm-agent/bin/cm redactor --fds 3 5 [22/Dec/2021 13:53:15 +0000] 242770 MainThread redactor INFO Started redactor Wed Dec 22 13:53:15 +04 2021 + source_parcel_environment + '[' '!' -z /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in '`seq 1 $COUNT`' + SCRIPT=/appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-6.3.0-1.cdh6.3.0.p0.1279813 + . /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh /opt/cloudera/cm-agent/service/common/cloudera-config.sh: line 184: /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh: Permission denied + locate_cdh_java_home + '[' -z '' ']' + '[' -z /usr/libexec/bigtop-utils ']' + local BIGTOP_DETECT_JAVAHOME= + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/../bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + BIGTOP_DETECT_JAVAHOME=/usr/lib/bigtop-utils/bigtop-detect-javahome + break + '[' -z /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + . /usr/lib/bigtop-utils/bigtop-detect-javahome ++ BIGTOP_DEFAULTS_DIR=/etc/default ++ '[' -n /etc/default -a -r /etc/default/bigtop-utils ']' ++ JAVA11_HOME_CANDIDATES=('/usr/java/jdk-11' '/usr/lib/jvm/jdk-11' '/usr/lib/jvm/java-11-oracle') ++ OPENJAVA11_HOME_CANDIDATES=('/usr/lib/jvm/jdk-11' '/usr/lib64/jvm/jdk-11') ++ JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle') ++ OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk' '/usr/lib64/jvm/java-1.8.0-openjdk' '/usr/lib64/jvm/java-8-openjdk') ++ MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk') ++ case ${BIGTOP_JAVA_MAJOR} in ++ JAVA_HOME_CANDIDATES=(${JAVA8_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${JAVA11_HOME_CANDIDATES[@]} ${OPENJAVA11_HOME_CANDIDATES[@]}) ++ '[' -z '' ']' ++ for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}' +++ ls -rvd /usr/java/jdk1.8.0_181-cloudera /usr/java/jdk1.8.0_221-amd64 ++ for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`' ++ '[' -e /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ export JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ break 2 + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + '[' 8 -lt 8 ']' + verify_java_home + '[' -z /usr/java/jdk1.8.0_221-amd64 ']' + echo JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 + . /opt/cloudera/cm-agent/service/common/cdh-default-hadoop ++ [[ -z 6 ]] ++ '[' 6 = 3 ']' ++ '[' 6 = -3 ']' ++ '[' 6 -ge 4 ']' ++ export HADOOP_HOME_WARN_SUPPRESS=true ++ HADOOP_HOME_WARN_SUPPRESS=true ++ export HADOOP_PREFIX=/usr/lib/hadoop ++ HADOOP_PREFIX=/usr/lib/hadoop ++ export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ export HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ export HADOOP_COMMON_HOME=/usr/lib/hadoop ++ HADOOP_COMMON_HOME=/usr/lib/hadoop ++ export HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ export HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ '[' 6 = 4 ']' ++ '[' 6 -ge 5 ']' ++ export HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ replace_pid ++ echo ++ sed 's#{{PID}}#242767#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242767#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242767#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242767#g' + export HADOOP_NFS3_OPTS= + HADOOP_NFS3_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242767#g' + export HADOOP_JOURNALNODE_OPTS= + HADOOP_JOURNALNODE_OPTS= + get_gc_args + JAVA11_GC_TUNING_ARGS='-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + set_basic_gc_tuning_args_based_on_java_version + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + BASIC_GC_TUNING_ARGS= + case $JAVA_MAJOR in + BASIC_GC_TUNING_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + DATANODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + SECONDARY_NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + [[ ! -z '' ]] + [[ ! -z '' ]] + [[ ! -z '' ]] ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= + '[' 6 -ge 4 ']' + HDFS_BIN=/usr/lib/hadoop-hdfs/bin/hdfs + export 'HADOOP_OPTS=-Djava.net.preferIPv4Stack=true ' + HADOOP_OPTS='-Djava.net.preferIPv4Stack=true ' + echo 'using /usr/java/jdk1.8.0_221-amd64 as JAVA_HOME' + echo 'using 6 as CDH_VERSION' + echo 'using /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER as CONF_DIR' + echo 'using as SECURE_USER' + echo 'using as SECURE_GROUP' + set_hadoop_classpath + set_classpath_in_var HADOOP_CLASSPATH + '[' -z HADOOP_CLASSPATH ']' + [[ -n /opt/cloudera/cm ]] ++ find /opt/cloudera/cm/lib/plugins -maxdepth 1 -name '*.jar' ++ tr '\n' : + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar: + [[ -n navigator/cdh6 ]] + for DIR in '$CM_ADD_TO_CP_DIRS' ++ find /opt/cloudera/cm/lib/plugins/navigator/cdh6 -maxdepth 1 -name '*.jar' ++ tr '\n' : + PLUGIN=/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + eval 'OLD_VALUE=$HADOOP_CLASSPATH' ++ OLD_VALUE= + NEW_VALUE=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + export HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + set -x + replace_conf_dir + echo CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER + echo CMF_CONF_DIR= + EXCLUDE_CMF_FILES=('cloudera-config.sh' 'hue.sh' 'impala.sh' 'sqoop.sh' 'supervisor.conf' 'config.zip' 'proc.json' '*.log' '*.keytab' '*jceks') ++ printf '! -name %s ' cloudera-config.sh hue.sh impala.sh sqoop.sh supervisor.conf config.zip proc.json '*.log' hdfs.keytab '*jceks' + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -type f '!' -path '/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER/logs/*' '!' -name cloudera-config.sh '!' -name hue.sh '!' -name impala.sh '!' -name sqoop.sh '!' -name supervisor.conf '!' -name config.zip '!' -name proc.json '!' -name '*.log' '!' -name hdfs.keytab '!' -name '*jceks' -exec perl -pi -e 's#\{\{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER#g' '{}' ';' + make_scripts_executable + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';' + '[' DATANODE_MAX_LOCKED_MEMORY '!=' '' ']' + ulimit -l + export HADOOP_IDENT_STRING=hdfs + HADOOP_IDENT_STRING=hdfs + '[' -n '' ']' + '[' mkdir '!=' zkfc ']' + acquire_kerberos_tgt hdfs.keytab + '[' -z hdfs.keytab ']' + KERBEROS_PRINCIPAL= + '[' '!' -z '' ']' + '[' -n '' ']' + '[' validate-writable-empty-dirs = zkfc ']' + '[' file-operation = zkfc ']' + '[' bootstrap = zkfc ']' + '[' failover = zkfc ']' + '[' transition-to-active = zkfc ']' + '[' initializeSharedEdits = zkfc ']' + '[' initialize-znode = zkfc ']' + '[' format-namenode = zkfc ']' + '[' monitor-decommission = zkfc ']' + '[' jnSyncWait = zkfc ']' + '[' nnRpcWait = zkfc ']' + '[' -safemode = '' -a get = '' ']' + '[' monitor-upgrade = zkfc ']' + '[' finalize-upgrade = zkfc ']' + '[' rolling-upgrade-prepare = zkfc ']' + '[' rolling-upgrade-finalize = zkfc ']' + '[' nnDnLiveWait = zkfc ']' + '[' monitor-offline = zkfc ']' + '[' refresh-datanode = zkfc ']' + '[' mkdir = zkfc ']' + '[' nfs3 = zkfc ']' + '[' namenode = zkfc -o secondarynamenode = zkfc -o datanode = zkfc ']' + exec /usr/lib/hadoop-hdfs/bin/hdfs --config /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER zkfc /opt/cloudera/cm-agent/service/hdfs/hdfs.sh: line 736: /usr/lib/hadoop-hdfs/bin/hdfs: No such file or directory       ... View more

Re: NAMENODE STOPPED

by New Contributor in Support Questions
‎12-22-2021 02:20 AM
‎12-22-2021 02:20 AM
Thank You shahrukh,   Please refer to the complete error.    [22/Dec/2021 13:53:06 +0000] 241386 MainThread redactor INFO Started launcher: /opt/cloudera/cm-agent/service/hdfs/hdfs.sh zkfc [22/Dec/2021 13:53:06 +0000] 241386 MainThread redactor INFO Re-exec watcher: /opt/cloudera/cm-agent/bin/cm proc_watcher 241410 [22/Dec/2021 13:53:06 +0000] 241413 MainThread redactor INFO Re-exec redactor: /opt/cloudera/cm-agent/bin/cm redactor --fds 3 5 [22/Dec/2021 13:53:06 +0000] 241413 MainThread redactor INFO Started redactor Wed Dec 22 13:53:06 +04 2021 + source_parcel_environment + '[' '!' -z /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in '`seq 1 $COUNT`' + SCRIPT=/appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-6.3.0-1.cdh6.3.0.p0.1279813 + . /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh /opt/cloudera/cm-agent/service/common/cloudera-config.sh: line 184: /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh: Permission denied + locate_cdh_java_home + '[' -z '' ']' + '[' -z /usr/libexec/bigtop-utils ']' + local BIGTOP_DETECT_JAVAHOME= + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/../bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + BIGTOP_DETECT_JAVAHOME=/usr/lib/bigtop-utils/bigtop-detect-javahome + break + '[' -z /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + . /usr/lib/bigtop-utils/bigtop-detect-javahome ++ BIGTOP_DEFAULTS_DIR=/etc/default ++ '[' -n /etc/default -a -r /etc/default/bigtop-utils ']' ++ JAVA11_HOME_CANDIDATES=('/usr/java/jdk-11' '/usr/lib/jvm/jdk-11' '/usr/lib/jvm/java-11-oracle') ++ OPENJAVA11_HOME_CANDIDATES=('/usr/lib/jvm/jdk-11' '/usr/lib64/jvm/jdk-11') ++ JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle') ++ OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk' '/usr/lib64/jvm/java-1.8.0-openjdk' '/usr/lib64/jvm/java-8-openjdk') ++ MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk') ++ case ${BIGTOP_JAVA_MAJOR} in ++ JAVA_HOME_CANDIDATES=(${JAVA8_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${JAVA11_HOME_CANDIDATES[@]} ${OPENJAVA11_HOME_CANDIDATES[@]}) ++ '[' -z '' ']' ++ for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}' +++ ls -rvd /usr/java/jdk1.8.0_181-cloudera /usr/java/jdk1.8.0_221-amd64 ++ for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`' ++ '[' -e /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ export JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ break 2 + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + '[' 8 -lt 8 ']' + verify_java_home + '[' -z /usr/java/jdk1.8.0_221-amd64 ']' + echo JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 + . /opt/cloudera/cm-agent/service/common/cdh-default-hadoop ++ [[ -z 6 ]] ++ '[' 6 = 3 ']' ++ '[' 6 = -3 ']' ++ '[' 6 -ge 4 ']' ++ export HADOOP_HOME_WARN_SUPPRESS=true ++ HADOOP_HOME_WARN_SUPPRESS=true ++ export HADOOP_PREFIX=/usr/lib/hadoop ++ HADOOP_PREFIX=/usr/lib/hadoop ++ export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ export HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ export HADOOP_COMMON_HOME=/usr/lib/hadoop ++ HADOOP_COMMON_HOME=/usr/lib/hadoop ++ export HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ export HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ '[' 6 = 4 ']' ++ '[' 6 -ge 5 ']' ++ export HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ replace_pid ++ echo ++ sed 's#{{PID}}#241410#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241410#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241410#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241410#g' + export HADOOP_NFS3_OPTS= + HADOOP_NFS3_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241410#g' + export HADOOP_JOURNALNODE_OPTS= + HADOOP_JOURNALNODE_OPTS= + get_gc_args + JAVA11_GC_TUNING_ARGS='-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + set_basic_gc_tuning_args_based_on_java_version + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + BASIC_GC_TUNING_ARGS= + case $JAVA_MAJOR in + BASIC_GC_TUNING_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + DATANODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + SECONDARY_NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + [[ ! -z '' ]] + [[ ! -z '' ]] + [[ ! -z '' ]] ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= + '[' 6 -ge 4 ']' + HDFS_BIN=/usr/lib/hadoop-hdfs/bin/hdfs + export 'HADOOP_OPTS=-Djava.net.preferIPv4Stack=true ' + HADOOP_OPTS='-Djava.net.preferIPv4Stack=true ' + echo 'using /usr/java/jdk1.8.0_221-amd64 as JAVA_HOME' + echo 'using 6 as CDH_VERSION' + echo 'using /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER as CONF_DIR' + echo 'using as SECURE_USER' + echo 'using as SECURE_GROUP' + set_hadoop_classpath + set_classpath_in_var HADOOP_CLASSPATH + '[' -z HADOOP_CLASSPATH ']' + [[ -n /opt/cloudera/cm ]] ++ find /opt/cloudera/cm/lib/plugins -maxdepth 1 -name '*.jar' ++ tr '\n' : + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar: + [[ -n navigator/cdh6 ]] + for DIR in '$CM_ADD_TO_CP_DIRS' ++ find /opt/cloudera/cm/lib/plugins/navigator/cdh6 -maxdepth 1 -name '*.jar' ++ tr '\n' : + PLUGIN=/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + eval 'OLD_VALUE=$HADOOP_CLASSPATH' ++ OLD_VALUE= + NEW_VALUE=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + export HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + set -x + replace_conf_dir + echo CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER + echo CMF_CONF_DIR= + EXCLUDE_CMF_FILES=('cloudera-config.sh' 'hue.sh' 'impala.sh' 'sqoop.sh' 'supervisor.conf' 'config.zip' 'proc.json' '*.log' '*.keytab' '*jceks') ++ printf '! -name %s ' cloudera-config.sh hue.sh impala.sh sqoop.sh supervisor.conf config.zip proc.json '*.log' hdfs.keytab '*jceks' + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -type f '!' -path '/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER/logs/*' '!' -name cloudera-config.sh '!' -name hue.sh '!' -name impala.sh '!' -name sqoop.sh '!' -name supervisor.conf '!' -name config.zip '!' -name proc.json '!' -name '*.log' '!' -name hdfs.keytab '!' -name '*jceks' -exec perl -pi -e 's#\{\{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER#g' '{}' ';' + make_scripts_executable + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';' + '[' DATANODE_MAX_LOCKED_MEMORY '!=' '' ']' + ulimit -l + export HADOOP_IDENT_STRING=hdfs + HADOOP_IDENT_STRING=hdfs + '[' -n '' ']' + '[' mkdir '!=' zkfc ']' + acquire_kerberos_tgt hdfs.keytab + '[' -z hdfs.keytab ']' + KERBEROS_PRINCIPAL= + '[' '!' -z '' ']' + '[' -n '' ']' + '[' validate-writable-empty-dirs = zkfc ']' + '[' file-operation = zkfc ']' + '[' bootstrap = zkfc ']' + '[' failover = zkfc ']' + '[' transition-to-active = zkfc ']' + '[' initializeSharedEdits = zkfc ']' + '[' initialize-znode = zkfc ']' + '[' format-namenode = zkfc ']' + '[' monitor-decommission = zkfc ']' + '[' jnSyncWait = zkfc ']' + '[' nnRpcWait = zkfc ']' + '[' -safemode = '' -a get = '' ']' + '[' monitor-upgrade = zkfc ']' + '[' finalize-upgrade = zkfc ']' + '[' rolling-upgrade-prepare = zkfc ']' + '[' rolling-upgrade-finalize = zkfc ']' + '[' nnDnLiveWait = zkfc ']' + '[' monitor-offline = zkfc ']' + '[' refresh-datanode = zkfc ']' + '[' mkdir = zkfc ']' + '[' nfs3 = zkfc ']' + '[' namenode = zkfc -o secondarynamenode = zkfc -o datanode = zkfc ']' + exec /usr/lib/hadoop-hdfs/bin/hdfs --config /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER zkfc /opt/cloudera/cm-agent/service/hdfs/hdfs.sh: line 736: /usr/lib/hadoop-hdfs/bin/hdfs: No such file or directory [22/Dec/2021 13:53:08 +0000] 241828 MainThread redactor INFO Started launcher: /opt/cloudera/cm-agent/service/hdfs/hdfs.sh zkfc [22/Dec/2021 13:53:08 +0000] 241828 MainThread redactor INFO Re-exec watcher: /opt/cloudera/cm-agent/bin/cm proc_watcher 241851 [22/Dec/2021 13:53:08 +0000] 241854 MainThread redactor INFO Re-exec redactor: /opt/cloudera/cm-agent/bin/cm redactor --fds 3 5 [22/Dec/2021 13:53:08 +0000] 241854 MainThread redactor INFO Started redactor Wed Dec 22 13:53:08 +04 2021 + source_parcel_environment + '[' '!' -z /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in '`seq 1 $COUNT`' + SCRIPT=/appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-6.3.0-1.cdh6.3.0.p0.1279813 + . /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh /opt/cloudera/cm-agent/service/common/cloudera-config.sh: line 184: /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh: Permission denied + locate_cdh_java_home + '[' -z '' ']' + '[' -z /usr/libexec/bigtop-utils ']' + local BIGTOP_DETECT_JAVAHOME= + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/../bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + BIGTOP_DETECT_JAVAHOME=/usr/lib/bigtop-utils/bigtop-detect-javahome + break + '[' -z /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + . /usr/lib/bigtop-utils/bigtop-detect-javahome ++ BIGTOP_DEFAULTS_DIR=/etc/default ++ '[' -n /etc/default -a -r /etc/default/bigtop-utils ']' ++ JAVA11_HOME_CANDIDATES=('/usr/java/jdk-11' '/usr/lib/jvm/jdk-11' '/usr/lib/jvm/java-11-oracle') ++ OPENJAVA11_HOME_CANDIDATES=('/usr/lib/jvm/jdk-11' '/usr/lib64/jvm/jdk-11') ++ JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle') ++ OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk' '/usr/lib64/jvm/java-1.8.0-openjdk' '/usr/lib64/jvm/java-8-openjdk') ++ MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk') ++ case ${BIGTOP_JAVA_MAJOR} in ++ JAVA_HOME_CANDIDATES=(${JAVA8_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${JAVA11_HOME_CANDIDATES[@]} ${OPENJAVA11_HOME_CANDIDATES[@]}) ++ '[' -z '' ']' ++ for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}' +++ ls -rvd /usr/java/jdk1.8.0_181-cloudera /usr/java/jdk1.8.0_221-amd64 ++ for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`' ++ '[' -e /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ export JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ break 2 + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + '[' 8 -lt 8 ']' + verify_java_home + '[' -z /usr/java/jdk1.8.0_221-amd64 ']' + echo JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 + . /opt/cloudera/cm-agent/service/common/cdh-default-hadoop ++ [[ -z 6 ]] ++ '[' 6 = 3 ']' ++ '[' 6 = -3 ']' ++ '[' 6 -ge 4 ']' ++ export HADOOP_HOME_WARN_SUPPRESS=true ++ HADOOP_HOME_WARN_SUPPRESS=true ++ export HADOOP_PREFIX=/usr/lib/hadoop ++ HADOOP_PREFIX=/usr/lib/hadoop ++ export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ export HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ export HADOOP_COMMON_HOME=/usr/lib/hadoop ++ HADOOP_COMMON_HOME=/usr/lib/hadoop ++ export HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ export HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ '[' 6 = 4 ']' ++ '[' 6 -ge 5 ']' ++ export HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ replace_pid ++ echo ++ sed 's#{{PID}}#241851#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241851#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241851#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241851#g' + export HADOOP_NFS3_OPTS= + HADOOP_NFS3_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#241851#g' + export HADOOP_JOURNALNODE_OPTS= + HADOOP_JOURNALNODE_OPTS= + get_gc_args + JAVA11_GC_TUNING_ARGS='-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + set_basic_gc_tuning_args_based_on_java_version + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + BASIC_GC_TUNING_ARGS= + case $JAVA_MAJOR in + BASIC_GC_TUNING_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + DATANODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + SECONDARY_NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + [[ ! -z '' ]] + [[ ! -z '' ]] + [[ ! -z '' ]] ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= + '[' 6 -ge 4 ']' + HDFS_BIN=/usr/lib/hadoop-hdfs/bin/hdfs + export 'HADOOP_OPTS=-Djava.net.preferIPv4Stack=true ' + HADOOP_OPTS='-Djava.net.preferIPv4Stack=true ' + echo 'using /usr/java/jdk1.8.0_221-amd64 as JAVA_HOME' + echo 'using 6 as CDH_VERSION' + echo 'using /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER as CONF_DIR' + echo 'using as SECURE_USER' + echo 'using as SECURE_GROUP' + set_hadoop_classpath + set_classpath_in_var HADOOP_CLASSPATH + '[' -z HADOOP_CLASSPATH ']' + [[ -n /opt/cloudera/cm ]] ++ find /opt/cloudera/cm/lib/plugins -maxdepth 1 -name '*.jar' ++ tr '\n' : + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar: + [[ -n navigator/cdh6 ]] + for DIR in '$CM_ADD_TO_CP_DIRS' ++ find /opt/cloudera/cm/lib/plugins/navigator/cdh6 -maxdepth 1 -name '*.jar' ++ tr '\n' : + PLUGIN=/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + eval 'OLD_VALUE=$HADOOP_CLASSPATH' ++ OLD_VALUE= + NEW_VALUE=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + export HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + set -x + replace_conf_dir + echo CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER + echo CMF_CONF_DIR= + EXCLUDE_CMF_FILES=('cloudera-config.sh' 'hue.sh' 'impala.sh' 'sqoop.sh' 'supervisor.conf' 'config.zip' 'proc.json' '*.log' '*.keytab' '*jceks') ++ printf '! -name %s ' cloudera-config.sh hue.sh impala.sh sqoop.sh supervisor.conf config.zip proc.json '*.log' hdfs.keytab '*jceks' + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -type f '!' -path '/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER/logs/*' '!' -name cloudera-config.sh '!' -name hue.sh '!' -name impala.sh '!' -name sqoop.sh '!' -name supervisor.conf '!' -name config.zip '!' -name proc.json '!' -name '*.log' '!' -name hdfs.keytab '!' -name '*jceks' -exec perl -pi -e 's#\{\{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER#g' '{}' ';' + make_scripts_executable + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';' + '[' DATANODE_MAX_LOCKED_MEMORY '!=' '' ']' + ulimit -l + export HADOOP_IDENT_STRING=hdfs + HADOOP_IDENT_STRING=hdfs + '[' -n '' ']' + '[' mkdir '!=' zkfc ']' + acquire_kerberos_tgt hdfs.keytab + '[' -z hdfs.keytab ']' + KERBEROS_PRINCIPAL= + '[' '!' -z '' ']' + '[' -n '' ']' + '[' validate-writable-empty-dirs = zkfc ']' + '[' file-operation = zkfc ']' + '[' bootstrap = zkfc ']' + '[' failover = zkfc ']' + '[' transition-to-active = zkfc ']' + '[' initializeSharedEdits = zkfc ']' + '[' initialize-znode = zkfc ']' + '[' format-namenode = zkfc ']' + '[' monitor-decommission = zkfc ']' + '[' jnSyncWait = zkfc ']' + '[' nnRpcWait = zkfc ']' + '[' -safemode = '' -a get = '' ']' + '[' monitor-upgrade = zkfc ']' + '[' finalize-upgrade = zkfc ']' + '[' rolling-upgrade-prepare = zkfc ']' + '[' rolling-upgrade-finalize = zkfc ']' + '[' nnDnLiveWait = zkfc ']' + '[' monitor-offline = zkfc ']' + '[' refresh-datanode = zkfc ']' + '[' mkdir = zkfc ']' + '[' nfs3 = zkfc ']' + '[' namenode = zkfc -o secondarynamenode = zkfc -o datanode = zkfc ']' + exec /usr/lib/hadoop-hdfs/bin/hdfs --config /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER zkfc /opt/cloudera/cm-agent/service/hdfs/hdfs.sh: line 736: /usr/lib/hadoop-hdfs/bin/hdfs: No such file or directory [22/Dec/2021 13:53:11 +0000] 242304 MainThread redactor INFO Started launcher: /opt/cloudera/cm-agent/service/hdfs/hdfs.sh zkfc [22/Dec/2021 13:53:11 +0000] 242304 MainThread redactor INFO Re-exec watcher: /opt/cloudera/cm-agent/bin/cm proc_watcher 242327 [22/Dec/2021 13:53:11 +0000] 242330 MainThread redactor INFO Re-exec redactor: /opt/cloudera/cm-agent/bin/cm redactor --fds 3 5 [22/Dec/2021 13:53:11 +0000] 242330 MainThread redactor INFO Started redactor Wed Dec 22 13:53:11 +04 2021 + source_parcel_environment + '[' '!' -z /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in '`seq 1 $COUNT`' + SCRIPT=/appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-6.3.0-1.cdh6.3.0.p0.1279813 + . /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh /opt/cloudera/cm-agent/service/common/cloudera-config.sh: line 184: /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh: Permission denied + locate_cdh_java_home + '[' -z '' ']' + '[' -z /usr/libexec/bigtop-utils ']' + local BIGTOP_DETECT_JAVAHOME= + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/../bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + BIGTOP_DETECT_JAVAHOME=/usr/lib/bigtop-utils/bigtop-detect-javahome + break + '[' -z /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + . /usr/lib/bigtop-utils/bigtop-detect-javahome ++ BIGTOP_DEFAULTS_DIR=/etc/default ++ '[' -n /etc/default -a -r /etc/default/bigtop-utils ']' ++ JAVA11_HOME_CANDIDATES=('/usr/java/jdk-11' '/usr/lib/jvm/jdk-11' '/usr/lib/jvm/java-11-oracle') ++ OPENJAVA11_HOME_CANDIDATES=('/usr/lib/jvm/jdk-11' '/usr/lib64/jvm/jdk-11') ++ JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle') ++ OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk' '/usr/lib64/jvm/java-1.8.0-openjdk' '/usr/lib64/jvm/java-8-openjdk') ++ MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk') ++ case ${BIGTOP_JAVA_MAJOR} in ++ JAVA_HOME_CANDIDATES=(${JAVA8_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${JAVA11_HOME_CANDIDATES[@]} ${OPENJAVA11_HOME_CANDIDATES[@]}) ++ '[' -z '' ']' ++ for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}' +++ ls -rvd /usr/java/jdk1.8.0_181-cloudera /usr/java/jdk1.8.0_221-amd64 ++ for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`' ++ '[' -e /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ export JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ break 2 + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + '[' 8 -lt 8 ']' + verify_java_home + '[' -z /usr/java/jdk1.8.0_221-amd64 ']' + echo JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 + . /opt/cloudera/cm-agent/service/common/cdh-default-hadoop ++ [[ -z 6 ]] ++ '[' 6 = 3 ']' ++ '[' 6 = -3 ']' ++ '[' 6 -ge 4 ']' ++ export HADOOP_HOME_WARN_SUPPRESS=true ++ HADOOP_HOME_WARN_SUPPRESS=true ++ export HADOOP_PREFIX=/usr/lib/hadoop ++ HADOOP_PREFIX=/usr/lib/hadoop ++ export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ export HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ export HADOOP_COMMON_HOME=/usr/lib/hadoop ++ HADOOP_COMMON_HOME=/usr/lib/hadoop ++ export HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ export HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ '[' 6 = 4 ']' ++ '[' 6 -ge 5 ']' ++ export HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ replace_pid ++ echo ++ sed 's#{{PID}}#242327#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242327#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242327#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242327#g' + export HADOOP_NFS3_OPTS= + HADOOP_NFS3_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242327#g' + export HADOOP_JOURNALNODE_OPTS= + HADOOP_JOURNALNODE_OPTS= + get_gc_args + JAVA11_GC_TUNING_ARGS='-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + set_basic_gc_tuning_args_based_on_java_version + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + BASIC_GC_TUNING_ARGS= + case $JAVA_MAJOR in + BASIC_GC_TUNING_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + DATANODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + SECONDARY_NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + [[ ! -z '' ]] + [[ ! -z '' ]] + [[ ! -z '' ]] ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= + '[' 6 -ge 4 ']' + HDFS_BIN=/usr/lib/hadoop-hdfs/bin/hdfs + export 'HADOOP_OPTS=-Djava.net.preferIPv4Stack=true ' + HADOOP_OPTS='-Djava.net.preferIPv4Stack=true ' + echo 'using /usr/java/jdk1.8.0_221-amd64 as JAVA_HOME' + echo 'using 6 as CDH_VERSION' + echo 'using /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER as CONF_DIR' + echo 'using as SECURE_USER' + echo 'using as SECURE_GROUP' + set_hadoop_classpath + set_classpath_in_var HADOOP_CLASSPATH + '[' -z HADOOP_CLASSPATH ']' + [[ -n /opt/cloudera/cm ]] ++ find /opt/cloudera/cm/lib/plugins -maxdepth 1 -name '*.jar' ++ tr '\n' : + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar: + [[ -n navigator/cdh6 ]] + for DIR in '$CM_ADD_TO_CP_DIRS' ++ find /opt/cloudera/cm/lib/plugins/navigator/cdh6 -maxdepth 1 -name '*.jar' ++ tr '\n' : + PLUGIN=/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + eval 'OLD_VALUE=$HADOOP_CLASSPATH' ++ OLD_VALUE= + NEW_VALUE=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + export HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + set -x + replace_conf_dir + echo CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER + echo CMF_CONF_DIR= + EXCLUDE_CMF_FILES=('cloudera-config.sh' 'hue.sh' 'impala.sh' 'sqoop.sh' 'supervisor.conf' 'config.zip' 'proc.json' '*.log' '*.keytab' '*jceks') ++ printf '! -name %s ' cloudera-config.sh hue.sh impala.sh sqoop.sh supervisor.conf config.zip proc.json '*.log' hdfs.keytab '*jceks' + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -type f '!' -path '/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER/logs/*' '!' -name cloudera-config.sh '!' -name hue.sh '!' -name impala.sh '!' -name sqoop.sh '!' -name supervisor.conf '!' -name config.zip '!' -name proc.json '!' -name '*.log' '!' -name hdfs.keytab '!' -name '*jceks' -exec perl -pi -e 's#\{\{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER#g' '{}' ';' + make_scripts_executable + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';' + '[' DATANODE_MAX_LOCKED_MEMORY '!=' '' ']' + ulimit -l + export HADOOP_IDENT_STRING=hdfs + HADOOP_IDENT_STRING=hdfs + '[' -n '' ']' + '[' mkdir '!=' zkfc ']' + acquire_kerberos_tgt hdfs.keytab + '[' -z hdfs.keytab ']' + KERBEROS_PRINCIPAL= + '[' '!' -z '' ']' + '[' -n '' ']' + '[' validate-writable-empty-dirs = zkfc ']' + '[' file-operation = zkfc ']' + '[' bootstrap = zkfc ']' + '[' failover = zkfc ']' + '[' transition-to-active = zkfc ']' + '[' initializeSharedEdits = zkfc ']' + '[' initialize-znode = zkfc ']' + '[' format-namenode = zkfc ']' + '[' monitor-decommission = zkfc ']' + '[' jnSyncWait = zkfc ']' + '[' nnRpcWait = zkfc ']' + '[' -safemode = '' -a get = '' ']' + '[' monitor-upgrade = zkfc ']' + '[' finalize-upgrade = zkfc ']' + '[' rolling-upgrade-prepare = zkfc ']' + '[' rolling-upgrade-finalize = zkfc ']' + '[' nnDnLiveWait = zkfc ']' + '[' monitor-offline = zkfc ']' + '[' refresh-datanode = zkfc ']' + '[' mkdir = zkfc ']' + '[' nfs3 = zkfc ']' + '[' namenode = zkfc -o secondarynamenode = zkfc -o datanode = zkfc ']' + exec /usr/lib/hadoop-hdfs/bin/hdfs --config /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER zkfc /opt/cloudera/cm-agent/service/hdfs/hdfs.sh: line 736: /usr/lib/hadoop-hdfs/bin/hdfs: No such file or directory [22/Dec/2021 13:53:15 +0000] 242745 MainThread redactor INFO Started launcher: /opt/cloudera/cm-agent/service/hdfs/hdfs.sh zkfc [22/Dec/2021 13:53:15 +0000] 242745 MainThread redactor INFO Re-exec watcher: /opt/cloudera/cm-agent/bin/cm proc_watcher 242767 [22/Dec/2021 13:53:15 +0000] 242770 MainThread redactor INFO Re-exec redactor: /opt/cloudera/cm-agent/bin/cm redactor --fds 3 5 [22/Dec/2021 13:53:15 +0000] 242770 MainThread redactor INFO Started redactor Wed Dec 22 13:53:15 +04 2021 + source_parcel_environment + '[' '!' -z /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh ']' + OLD_IFS=' ' + IFS=: + SCRIPT_ARRAY=($SCM_DEFINES_SCRIPTS) + DIRNAME_ARRAY=($PARCEL_DIRNAMES) + IFS=' ' + COUNT=1 ++ seq 1 1 + for i in '`seq 1 $COUNT`' + SCRIPT=/appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh + PARCEL_DIRNAME=CDH-6.3.0-1.cdh6.3.0.p0.1279813 + . /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh /opt/cloudera/cm-agent/service/common/cloudera-config.sh: line 184: /appinstallation/cloudera/parcels/CDH-6.3.0-1.cdh6.3.0.p0.1279813/meta/cdh_env.sh: Permission denied + locate_cdh_java_home + '[' -z '' ']' + '[' -z /usr/libexec/bigtop-utils ']' + local BIGTOP_DETECT_JAVAHOME= + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/libexec/bigtop-utils/../bigtop-detect-javahome ']' + for candidate in '"${JSVC_HOME}"' '"${JSVC_HOME}/.."' '"/usr/lib/bigtop-utils"' '"/usr/libexec"' + '[' -e /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + BIGTOP_DETECT_JAVAHOME=/usr/lib/bigtop-utils/bigtop-detect-javahome + break + '[' -z /usr/lib/bigtop-utils/bigtop-detect-javahome ']' + . /usr/lib/bigtop-utils/bigtop-detect-javahome ++ BIGTOP_DEFAULTS_DIR=/etc/default ++ '[' -n /etc/default -a -r /etc/default/bigtop-utils ']' ++ JAVA11_HOME_CANDIDATES=('/usr/java/jdk-11' '/usr/lib/jvm/jdk-11' '/usr/lib/jvm/java-11-oracle') ++ OPENJAVA11_HOME_CANDIDATES=('/usr/lib/jvm/jdk-11' '/usr/lib64/jvm/jdk-11') ++ JAVA8_HOME_CANDIDATES=('/usr/java/jdk1.8' '/usr/java/jre1.8' '/usr/lib/jvm/j2sdk1.8-oracle' '/usr/lib/jvm/j2sdk1.8-oracle/jre' '/usr/lib/jvm/java-8-oracle') ++ OPENJAVA8_HOME_CANDIDATES=('/usr/lib/jvm/java-1.8.0-openjdk' '/usr/lib/jvm/java-8-openjdk' '/usr/lib64/jvm/java-1.8.0-openjdk' '/usr/lib64/jvm/java-8-openjdk') ++ MISCJAVA_HOME_CANDIDATES=('/Library/Java/Home' '/usr/java/default' '/usr/lib/jvm/default-java' '/usr/lib/jvm/java-openjdk' '/usr/lib/jvm/jre-openjdk') ++ case ${BIGTOP_JAVA_MAJOR} in ++ JAVA_HOME_CANDIDATES=(${JAVA8_HOME_CANDIDATES[@]} ${MISCJAVA_HOME_CANDIDATES[@]} ${OPENJAVA8_HOME_CANDIDATES[@]} ${JAVA11_HOME_CANDIDATES[@]} ${OPENJAVA11_HOME_CANDIDATES[@]}) ++ '[' -z '' ']' ++ for candidate_regex in '${JAVA_HOME_CANDIDATES[@]}' +++ ls -rvd /usr/java/jdk1.8.0_181-cloudera /usr/java/jdk1.8.0_221-amd64 ++ for candidate in '`ls -rvd ${candidate_regex}* 2>/dev/null`' ++ '[' -e /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ export JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 ++ break 2 + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + '[' 8 -lt 8 ']' + verify_java_home + '[' -z /usr/java/jdk1.8.0_221-amd64 ']' + echo JAVA_HOME=/usr/java/jdk1.8.0_221-amd64 + . /opt/cloudera/cm-agent/service/common/cdh-default-hadoop ++ [[ -z 6 ]] ++ '[' 6 = 3 ']' ++ '[' 6 = -3 ']' ++ '[' 6 -ge 4 ']' ++ export HADOOP_HOME_WARN_SUPPRESS=true ++ HADOOP_HOME_WARN_SUPPRESS=true ++ export HADOOP_PREFIX=/usr/lib/hadoop ++ HADOOP_PREFIX=/usr/lib/hadoop ++ export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec ++ export HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ HADOOP_CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER ++ export HADOOP_COMMON_HOME=/usr/lib/hadoop ++ HADOOP_COMMON_HOME=/usr/lib/hadoop ++ export HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ HADOOP_HDFS_HOME=/usr/lib/hadoop-hdfs ++ export HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce ++ '[' 6 = 4 ']' ++ '[' 6 -ge 5 ']' ++ export HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ HADOOP_YARN_HOME=/usr/lib/hadoop-yarn ++ replace_pid ++ echo ++ sed 's#{{PID}}#242767#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242767#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242767#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242767#g' + export HADOOP_NFS3_OPTS= + HADOOP_NFS3_OPTS= ++ replace_pid ++ echo ++ sed 's#{{PID}}#242767#g' + export HADOOP_JOURNALNODE_OPTS= + HADOOP_JOURNALNODE_OPTS= + get_gc_args + JAVA11_GC_TUNING_ARGS='-XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + set_basic_gc_tuning_args_based_on_java_version + get_java_major_version JAVA_MAJOR + '[' -z /usr/java/jdk1.8.0_221-amd64/bin/java ']' ++ /usr/java/jdk1.8.0_221-amd64/bin/java -version + local 'VERSION_STRING=java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode)' + local 'RE_JAVA=[java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+' + [[ java version "1.8.0_221" Java(TM) SE Runtime Environment (build 1.8.0_221-b11) Java HotSpot(TM) 64-Bit Server VM (build 25.221-b11, mixed mode) =~ [java|openjdk][[:space:]]version[[:space:]]\"1\.([0-9][0-9]*)\.?+ ]] + eval JAVA_MAJOR=8 ++ JAVA_MAJOR=8 + BASIC_GC_TUNING_ARGS= + case $JAVA_MAJOR in + BASIC_GC_TUNING_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + DATANODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + SECONDARY_NAMENODE_GC_ARGS='-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' + [[ ! -z '' ]] + [[ ! -z '' ]] + [[ ! -z '' ]] ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_NAMENODE_OPTS= + HADOOP_NAMENODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_DATANODE_OPTS= + HADOOP_DATANODE_OPTS= ++ replace_gc_args '' '-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled' ++ echo ++ sed 's#{{JAVA_GC_ARGS}}#-XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSParallelRemarkEnabled#g' + export HADOOP_SECONDARYNAMENODE_OPTS= + HADOOP_SECONDARYNAMENODE_OPTS= + '[' 6 -ge 4 ']' + HDFS_BIN=/usr/lib/hadoop-hdfs/bin/hdfs + export 'HADOOP_OPTS=-Djava.net.preferIPv4Stack=true ' + HADOOP_OPTS='-Djava.net.preferIPv4Stack=true ' + echo 'using /usr/java/jdk1.8.0_221-amd64 as JAVA_HOME' + echo 'using 6 as CDH_VERSION' + echo 'using /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER as CONF_DIR' + echo 'using as SECURE_USER' + echo 'using as SECURE_GROUP' + set_hadoop_classpath + set_classpath_in_var HADOOP_CLASSPATH + '[' -z HADOOP_CLASSPATH ']' + [[ -n /opt/cloudera/cm ]] ++ find /opt/cloudera/cm/lib/plugins -maxdepth 1 -name '*.jar' ++ tr '\n' : + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar: + [[ -n navigator/cdh6 ]] + for DIR in '$CM_ADD_TO_CP_DIRS' ++ find /opt/cloudera/cm/lib/plugins/navigator/cdh6 -maxdepth 1 -name '*.jar' ++ tr '\n' : + PLUGIN=/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + ADD_TO_CP=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + eval 'OLD_VALUE=$HADOOP_CLASSPATH' ++ OLD_VALUE= + NEW_VALUE=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar: + export HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + HADOOP_CLASSPATH=/opt/cloudera/cm/lib/plugins/event-publish-6.3.0-shaded.jar:/opt/cloudera/cm/lib/plugins/tt-instrumentation-6.3.0.jar:/opt/cloudera/cm/lib/plugins/navigator/cdh6/audit-plugin-cdh6-6.3.0-shaded.jar + set -x + replace_conf_dir + echo CONF_DIR=/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER + echo CMF_CONF_DIR= + EXCLUDE_CMF_FILES=('cloudera-config.sh' 'hue.sh' 'impala.sh' 'sqoop.sh' 'supervisor.conf' 'config.zip' 'proc.json' '*.log' '*.keytab' '*jceks') ++ printf '! -name %s ' cloudera-config.sh hue.sh impala.sh sqoop.sh supervisor.conf config.zip proc.json '*.log' hdfs.keytab '*jceks' + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -type f '!' -path '/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER/logs/*' '!' -name cloudera-config.sh '!' -name hue.sh '!' -name impala.sh '!' -name sqoop.sh '!' -name supervisor.conf '!' -name config.zip '!' -name proc.json '!' -name '*.log' '!' -name hdfs.keytab '!' -name '*jceks' -exec perl -pi -e 's#\{\{CMF_CONF_DIR}}#/var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER#g' '{}' ';' + make_scripts_executable + find /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER -regex '.*\.\(py\|sh\)$' -exec chmod u+x '{}' ';' + '[' DATANODE_MAX_LOCKED_MEMORY '!=' '' ']' + ulimit -l + export HADOOP_IDENT_STRING=hdfs + HADOOP_IDENT_STRING=hdfs + '[' -n '' ']' + '[' mkdir '!=' zkfc ']' + acquire_kerberos_tgt hdfs.keytab + '[' -z hdfs.keytab ']' + KERBEROS_PRINCIPAL= + '[' '!' -z '' ']' + '[' -n '' ']' + '[' validate-writable-empty-dirs = zkfc ']' + '[' file-operation = zkfc ']' + '[' bootstrap = zkfc ']' + '[' failover = zkfc ']' + '[' transition-to-active = zkfc ']' + '[' initializeSharedEdits = zkfc ']' + '[' initialize-znode = zkfc ']' + '[' format-namenode = zkfc ']' + '[' monitor-decommission = zkfc ']' + '[' jnSyncWait = zkfc ']' + '[' nnRpcWait = zkfc ']' + '[' -safemode = '' -a get = '' ']' + '[' monitor-upgrade = zkfc ']' + '[' finalize-upgrade = zkfc ']' + '[' rolling-upgrade-prepare = zkfc ']' + '[' rolling-upgrade-finalize = zkfc ']' + '[' nnDnLiveWait = zkfc ']' + '[' monitor-offline = zkfc ']' + '[' refresh-datanode = zkfc ']' + '[' mkdir = zkfc ']' + '[' nfs3 = zkfc ']' + '[' namenode = zkfc -o secondarynamenode = zkfc -o datanode = zkfc ']' + exec /usr/lib/hadoop-hdfs/bin/hdfs --config /var/run/cloudera-scm-agent/process/1859-hdfs-FAILOVERCONTROLLER zkfc /opt/cloudera/cm-agent/service/hdfs/hdfs.sh: line 736: /usr/lib/hadoop-hdfs/bin/hdfs: No such file or directory           ... View more

NAMENODE STOPPED

by New Contributor in Support Questions
‎12-21-2021 09:22 PM
‎12-21-2021 09:22 PM
Hello Besties, Please help me here. I'M facing the issue while starting namenode from cloudera GUI.  ... View more
Labels:
Contact Me
Online
Offline
Last Visited
‎12-27-2021 08:21 AM
Community Statistics
Member Since ‎12-21-2021 06:01 AM
Last Visited ‎12-27-2021 08:21 AM
Posts 3