2016-07-11 14:00:23,681 - The hadoop conf dir /usr/hdp/current/hadoop-client/conf exists, will call conf-select on it for version 2.4.0.0-169
2016-07-11 14:00:23,682 - Checking if need to create versioned conf dir /etc/hadoop/2.4.0.0-169/0
2016-07-11 14:00:23,682 - call['conf-select create-conf-dir --package hadoop --stack-version 2.4.0.0-169 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False, 'stderr': -1}
2016-07-11 14:00:23,937 - call returned (1, '/etc/hadoop/2.4.0.0-169/0 exist already', '')
2016-07-11 14:00:23,937 - checked_call['conf-select set-conf-dir --package hadoop --stack-version 2.4.0.0-169 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False}
2016-07-11 14:00:23,992 - checked_call returned (0, '/usr/hdp/2.4.0.0-169/hadoop/conf -> /etc/hadoop/2.4.0.0-169/0')
2016-07-11 14:00:23,992 - Ensuring that hadoop has the correct symlink structure
2016-07-11 14:00:24,007 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf
2016-07-11 14:00:24,457 - The hadoop conf dir /usr/hdp/current/hadoop-client/conf exists, will call conf-select on it for version 2.4.0.0-169
2016-07-11 14:00:24,457 - Checking if need to create versioned conf dir /etc/hadoop/2.4.0.0-169/0
2016-07-11 14:00:24,458 - call['conf-select create-conf-dir --package hadoop --stack-version 2.4.0.0-169 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False, 'stderr': -1}
2016-07-11 14:00:24,484 - call returned (1, '/etc/hadoop/2.4.0.0-169/0 exist already', '')
2016-07-11 14:00:24,484 - checked_call['conf-select set-conf-dir --package hadoop --stack-version 2.4.0.0-169 --conf-version 0'] {'logoutput': False, 'sudo': True, 'quiet': False}
2016-07-11 14:00:24,510 - checked_call returned (0, '/usr/hdp/2.4.0.0-169/hadoop/conf -> /etc/hadoop/2.4.0.0-169/0')
2016-07-11 14:00:24,510 - Ensuring that hadoop has the correct symlink structure
2016-07-11 14:00:24,510 - Using hadoop conf dir: /usr/hdp/current/hadoop-client/conf
2016-07-11 14:00:24,512 - Group['spark'] {}
2016-07-11 14:00:24,526 - Group['zeppelin'] {}
2016-07-11 14:00:24,526 - Group['hadoop'] {}
2016-07-11 14:00:24,526 - Group['users'] {}
2016-07-11 14:00:24,527 - User['hive'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']}
2016-07-11 14:00:24,567 - User['zookeeper'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']}
2016-07-11 14:00:24,568 - User['oozie'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'users']}
2016-07-11 14:00:24,569 - User['ams'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']}
2016-07-11 14:00:24,570 - User['tez'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'users']}
2016-07-11 14:00:24,570 - User['zeppelin'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']}
2016-07-11 14:00:24,571 - User['mahout'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']}
2016-07-11 14:00:24,572 - User['spark'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']}
2016-07-11 14:00:24,572 - User['ambari-qa'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'users']}
2016-07-11 14:00:24,573 - User['hdfs'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']}
2016-07-11 14:00:24,574 - User['sqoop'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']}
2016-07-11 14:00:24,574 - User['yarn'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']}
2016-07-11 14:00:24,575 - User['mapred'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']}
2016-07-11 14:00:24,576 - User['hbase'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']}
2016-07-11 14:00:24,576 - User['hcat'] {'gid': 'hadoop', 'fetch_nonlocal_groups': True, 'groups': [u'hadoop']}
2016-07-11 14:00:24,578 - File['/var/lib/ambari-agent/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}
2016-07-11 14:00:24,707 - Execute['/var/lib/ambari-agent/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa'] {'not_if': '(test $(id -u ambari-qa) -gt 1000) || (false)'}
2016-07-11 14:00:24,747 - Skipping Execute['/var/lib/ambari-agent/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa'] due to not_if
2016-07-11 14:00:24,748 - Directory['/tmp/hbase-hbase'] {'owner': 'hbase', 'recursive': True, 'mode': 0775, 'cd_access': 'a'}
2016-07-11 14:00:24,749 - File['/var/lib/ambari-agent/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'), 'mode': 0555}
2016-07-11 14:00:24,750 - Execute['/var/lib/ambari-agent/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/tmp/hbase-hbase'] {'not_if': '(test $(id -u hbase) -gt 1000) || (false)'}
2016-07-11 14:00:24,761 - Skipping Execute['/var/lib/ambari-agent/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/tmp/hbase-hbase'] due to not_if
2016-07-11 14:00:24,761 - Group['hdfs'] {}
2016-07-11 14:00:24,761 - User['hdfs'] {'fetch_nonlocal_groups': True, 'groups': [u'hadoop', u'hdfs']}
2016-07-11 14:00:24,762 - FS Type: 
2016-07-11 14:00:24,762 - Directory['/etc/hadoop'] {'mode': 0755}
2016-07-11 14:00:24,777 - File['/usr/hdp/current/hadoop-client/conf/hadoop-env.sh'] {'content': InlineTemplate(...), 'owner': 'hdfs', 'group': 'hadoop'}
2016-07-11 14:00:24,777 - Directory['/var/lib/ambari-agent/tmp/hadoop_java_io_tmpdir'] {'owner': 'hdfs', 'group': 'hadoop', 'mode': 0777}
2016-07-11 14:00:24,790 - Execute[('setenforce', '0')] {'not_if': '(! which getenforce ) || (which getenforce && getenforce | grep -q Disabled)', 'sudo': True, 'only_if': 'test -f /selinux/enforce'}
2016-07-11 14:00:24,875 - Skipping Execute[('setenforce', '0')] due to not_if
2016-07-11 14:00:24,875 - Directory['/var/log/hadoop'] {'owner': 'root', 'mode': 0775, 'group': 'hadoop', 'recursive': True, 'cd_access': 'a'}
2016-07-11 14:00:24,878 - Directory['/var/run/hadoop'] {'owner': 'root', 'group': 'root', 'recursive': True, 'cd_access': 'a'}
2016-07-11 14:00:24,878 - Directory['/tmp/hadoop-hdfs'] {'owner': 'hdfs', 'recursive': True, 'cd_access': 'a'}
2016-07-11 14:00:24,950 - File['/usr/hdp/current/hadoop-client/conf/commons-logging.properties'] {'content': Template('commons-logging.properties.j2'), 'owner': 'hdfs'}
2016-07-11 14:00:24,961 - File['/usr/hdp/current/hadoop-client/conf/health_check'] {'content': Template('health_check.j2'), 'owner': 'hdfs'}
2016-07-11 14:00:24,983 - File['/usr/hdp/current/hadoop-client/conf/log4j.properties'] {'content': ..., 'owner': 'hdfs', 'group': 'hadoop', 'mode': 0644}
2016-07-11 14:00:25,018 - File['/usr/hdp/current/hadoop-client/conf/hadoop-metrics2.properties'] {'content': Template('hadoop-metrics2.properties.j2'), 'owner': 'hdfs', 'group': 'hadoop'}
2016-07-11 14:00:25,069 - File['/usr/hdp/current/hadoop-client/conf/task-log4j.properties'] {'content': StaticFile('task-log4j.properties'), 'mode': 0755}
2016-07-11 14:00:25,118 - File['/usr/hdp/current/hadoop-client/conf/configuration.xsl'] {'owner': 'hdfs', 'group': 'hadoop'}
2016-07-11 14:00:25,166 - File['/etc/hadoop/conf/topology_mappings.data'] {'owner': 'hdfs', 'content': Template('topology_mappings.data.j2'), 'only_if': 'test -d /etc/hadoop/conf', 'group': 'hadoop'}
2016-07-11 14:00:25,195 - File['/etc/hadoop/conf/topology_script.py'] {'content': StaticFile('topology_script.py'), 'only_if': 'test -d /etc/hadoop/conf', 'mode': 0755}
2016-07-11 14:00:25,591 - XmlConfig['zeppelin-site.xml'] {'owner': 'zeppelin', 'group': 'zeppelin', 'conf_dir': '/usr/hdp/current/zeppelin-server/lib/conf', 'configurations': ...}
2016-07-11 14:00:25,647 - Generating config: /usr/hdp/current/zeppelin-server/lib/conf/zeppelin-site.xml
2016-07-11 14:00:25,647 - File['/usr/hdp/current/zeppelin-server/lib/conf/zeppelin-site.xml'] {'owner': 'zeppelin', 'content': InlineTemplate(...), 'group': 'zeppelin', 'mode': None, 'encoding': 'UTF-8'}
2016-07-11 14:00:25,842 - File['/usr/hdp/current/zeppelin-server/lib/conf/zeppelin-env.sh'] {'owner': 'zeppelin', 'content': InlineTemplate(...), 'group': 'zeppelin'}
2016-07-11 14:00:25,957 - Execute['/usr/hdp/current/zeppelin-server/lib/bin/zeppelin-daemon.sh start >> /var/log/zeppelin/zeppelin-setup.log'] {'user': 'zeppelin'}
2016-07-11 14:00:33,719 - Execute['echo pid file is: /var/run/zeppelin-notebook/zeppelin-zeppelin-gaja.hdp.com.pid'] {'user': 'zeppelin'}
2016-07-11 14:00:37,077 - Execute['echo pid is 15981
'] {'user': 'zeppelin'}
{u'status': u'OK', u'body': [{u'properties': {u'zeppelin.dep.additionalRemoteRepository': u'spark-packages,http://dl.bintray.com/spark-packages/maven,false;', u'zeppelin.dep.localrepo': u'local-repo', u'args': u'', u'zeppelin.spark.useHiveContext': u'true', u'zeppelin.spark.concurrentSQL': u'false', u'spark.app.name': u'Zeppelin', u'master': u'yarn-client', u'zeppelin.pyspark.python': u'python', u'spark.executor.memory': u'512m', u'zeppelin.spark.maxResult': u'1000', u'spark.cores.max': u''}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.spark.SparkInterpreter', u'name': u'spark'}, {u'class': u'org.apache.zeppelin.spark.PySparkInterpreter', u'name': u'pyspark'}, {u'class': u'org.apache.zeppelin.spark.SparkSqlInterpreter', u'name': u'sql'}, {u'class': u'org.apache.zeppelin.spark.DepInterpreter', u'name': u'dep'}], u'group': u'spark', u'id': u'2BSGZHPJ8', u'name': u'spark'}, {u'properties': {}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.markdown.Markdown', u'name': u'md'}], u'group': u'md', u'id': u'2BSJ79K5N', u'name': u'md'}, {u'properties': {}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.angular.AngularInterpreter', u'name': u'angular'}], u'group': u'angular', u'id': u'2BPMVESCC', u'name': u'angular'}, {u'properties': {}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.shell.ShellInterpreter', u'name': u'sh'}], u'group': u'sh', u'id': u'2BR19FMH7', u'name': u'sh'}, {u'properties': {u'common.max_count': u'1000', u'default.password': u'', u'default.url': u'jdbc:hive2://localhost:10000', u'default.user': u'hive', u'default.driver': u'org.apache.hive.jdbc.HiveDriver'}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.hive.HiveInterpreter', u'name': u'hql'}], u'group': u'hive', u'id': u'2BRH5EUTQ', u'name': u'hive'}, {u'properties': {u'tajo.jdbc.uri': u'jdbc:tajo://localhost:26002/default'}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.tajo.TajoInterpreter', u'name': u'tql'}], u'group': u'tajo', u'id': u'2BRVKWANX', u'name': u'tajo'}, {u'properties': {u'host': u'local', u'port': u'6123'}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.flink.FlinkInterpreter', u'name': u'flink'}], u'group': u'flink', u'id': u'2BSJWKWYQ', u'name': u'flink'}, {u'properties': {u'zeppelin.lens.maxResults': u'1000', u'zeppelin.lens.maxThreads': u'10', u'lens.client.dbname': u'default', u'lens.query.enable.persistent.resultset': u'false', u'lens.session.cluster.user': u'default', u'zeppelin.lens.run.concurrent': u'true', u'lens.server.base.url': u'http://<hostname>:<port>/lensapi'}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.lens.LensInterpreter', u'name': u'lens'}], u'group': u'lens', u'id': u'2BPW12HJ6', u'name': u'lens'}, {u'properties': {u'ignite.addresses': u'127.0.0.1:47500..47509', u'ignite.peerClassLoadingEnabled': u'true', u'ignite.jdbc.url': u'jdbc:ignite:cfg://default-ignite-jdbc.xml', u'ignite.config.url': u'', u'ignite.clientMode': u'true'}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.ignite.IgniteInterpreter', u'name': u'ignite'}, {u'class': u'org.apache.zeppelin.ignite.IgniteSqlInterpreter', u'name': u'ignitesql'}], u'group': u'ignite', u'id': u'2BPSVD1YE', u'name': u'ignite'}, {u'properties': {u'cassandra.speculative.execution.policy': u'DEFAULT', u'cassandra.pooling.core.connection.per.host.remote': u'1', u'cassandra.interpreter.parallelism': u'10', u'cassandra.native.port': u'9042', u'cassandra.max.schema.agreement.wait.second': u'10', u'cassandra.pooling.core.connection.per.host.local': u'2', u'cassandra.socket.tcp.no_delay': u'true', u'cassandra.reconnection.policy': u'DEFAULT', u'cassandra.hosts': u'localhost', u'cassandra.pooling.max.request.per.connection.remote': u'256', u'cassandra.compression.protocol': u'NONE', u'cassandra.pooling.new.connection.threshold.remote': u'100', u'cassandra.load.balancing.policy': u'DEFAULT', u'cassandra.protocol.version': u'3', u'cassandra.query.default.serial.consistency': u'SERIAL', u'cassandra.socket.read.timeout.millisecs': u'12000', u'cassandra.socket.connection.timeout.millisecs': u'5000', u'cassandra.pooling.heartbeat.interval.seconds': u'30', u'cassandra.credentials.username': u'none', u'cassandra.retry.policy': u'DEFAULT', u'cassandra.pooling.idle.timeout.seconds': u'120', u'cassandra.keyspace': u'system', u'cassandra.cluster': u'Test Cluster', u'cassandra.pooling.max.connection.per.host.remote': u'2', u'cassandra.pooling.max.connection.per.host.local': u'8', u'cassandra.pooling.max.request.per.connection.local': u'1024', u'cassandra.query.default.consistency': u'ONE', u'cassandra.credentials.password': u'none', u'cassandra.pooling.pool.timeout.millisecs': u'5000', u'cassandra.pooling.new.connection.threshold.local': u'100', u'cassandra.query.default.fetchSize': u'5000'}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.cassandra.CassandraInterpreter', u'name': u'cassandra'}], u'group': u'cassandra', u'id': u'2BQA54QFA', u'name': u'cassandra'}, {u'properties': {u'postgresql.url': u'jdbc:postgresql://localhost:5432/', u'postgresql.max.result': u'1000', u'postgresql.driver.name': u'org.postgresql.Driver', u'postgresql.password': u'', u'postgresql.user': u'gpadmin'}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.postgresql.PostgreSqlInterpreter', u'name': u'sql'}], u'group': u'psql', u'id': u'2BPGEJK2N', u'name': u'psql'}, {u'properties': {u'common.max_count': u'1000', u'default.password': u'', u'default.url': u'jdbc:postgresql://localhost:5432/', u'default.user': u'gpadmin', u'default.driver': u'org.postgresql.Driver'}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.jdbc.JDBCInterpreter', u'name': u'sql'}], u'group': u'jdbc', u'id': u'2BSB4NPYN', u'name': u'jdbc'}, {u'properties': {u'phoenix.user': u'', u'phoenix.password': u'', u'phoenix.jdbc.url': u'jdbc:phoenix:localhost:2181:/hbase-unsecure', u'phoenix.max.result': u'1000', u'phoenix.driver.name': u'org.apache.phoenix.jdbc.PhoenixDriver'}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.phoenix.PhoenixInterpreter', u'name': u'sql'}], u'group': u'phoenix', u'id': u'2BR7QFYQZ', u'name': u'phoenix'}, {u'properties': {u'kylin.api.user': u'ADMIN', u'kylin.query.offset': u'0', u'kylin.api.url': u'http://<host>:<port>/kylin/api/query', u'kylin.query.project': u'default', u'kylin.query.ispartial': u'true', u'kylin.query.limit': u'5000', u'kylin.api.password': u'KYLIN'}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.kylin.KylinInterpreter', u'name': u'kylin'}], u'group': u'kylin', u'id': u'2BRZH3KAM', u'name': u'kylin'}, {u'properties': {u'elasticsearch.host': u'localhost', u'elasticsearch.result.size': u'10', u'elasticsearch.cluster.name': u'elasticsearch', u'elasticsearch.port': u'9300'}, u'interpreterGroup': [{u'class': u'org.apache.zeppelin.elasticsearch.ElasticsearchInterpreter', u'name': u'elasticsearch'}], u'group': u'elasticsearch', u'id': u'2BQ9B8NSR', u'name': u'elasticsearch'}], u'message': u''}
OK
OK