M-11.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//hadoop-mapreduce-examples-2.7.1-IBM-11.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//hadoop-mapreduce-client-shuffle.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//hadoop-mapreduce-client-hs-plugins-2.7.1-IBM-11.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//hadoop-mapreduce-client-jobclient-2.7.1-IBM-11-tests.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//hadoop-mapreduce-client-jobclient-2.7.1-IBM-11.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//hadoop-mapreduce-client-shuffle-2.7.1-IBM-11.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//jsp-api-2.1.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//jsr305-3.0.0.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//junit-4.11.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//log4j-1.2.17.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//metrics-core-3.0.1.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//mockito-all-1.8.5.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//netty-3.6.2.Final.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//paranamer-2.3.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//protobuf-java-2.5.0.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//servlet-api-2.5.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//snappy-java-1.0.5-IBM-3.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//stax-api-1.0-2.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//xmlenc-0.52.jar:/usr/iop/4.1.0.0/hadoop-mapreduce/.//zookeeper-3.4.6_IBM_3.jar:/usr/iop/current/hive-server2/conf/conf.server:/usr/iop/4.1.0.0/hive/lib/accumulo-core-1.6.0.jar:/usr/iop/4.1.0.0/hive/lib/accumulo-fate-1.6.0.jar:/usr/iop/4.1.0.0/hive/lib/accumulo-start-1.6.0.jar:/usr/iop/4.1.0.0/hive/lib/accumulo-trace-1.6.0.jar:/usr/iop/4.1.0.0/hive/lib/activation-1.1.jar:/usr/iop/4.1.0.0/hive/lib/ant-1.9.1.jar:/usr/iop/4.1.0.0/hive/lib/ant-launcher-1.9.1.jar:/usr/iop/4.1.0.0/hive/lib/antlr-2.7.7.jar:/usr/iop/4.1.0.0/hive/lib/antlr-runtime-3.4.jar:/usr/iop/4.1.0.0/hive/lib/apache-log4j-extras-1.2.17.jar:/usr/iop/4.1.0.0/hive/lib/asm-commons-3.1.jar:/usr/iop/4.1.0.0/hive/lib/asm-tree-3.1.jar:/usr/iop/4.1.0.0/hive/lib/avro-1.7.7-IBM-21.jar:/usr/iop/4.1.0.0/hive/lib/bigsheets.jar:/usr/iop/4.1.0.0/hive/lib/bigsheets-pig-0.12.0.jar:/usr/iop/4.1.0.0/hive/lib/bigsheets-serdes-1.0.0.jar:/usr/iop/4.1.0.0/hive/lib/bonecp-0.8.0.RELEASE.jar:/usr/iop/4.1.0.0/hive/lib/calcite-avatica-1.2.0-incubating.jar:/usr/iop/4.1.0.0/hive/lib/calcite-core-1.2.0-incubating.jar:/usr/iop/4.1.0.0/hive/lib/calcite-linq4j-1.2.0-incubating.jar:/usr/iop/4.1.0.0/hive/lib/commons-beanutils-1.8.0.jar:/usr/iop/4.1.0.0/hive/lib/commons-cli-1.2.jar:/usr/iop/4.1.0.0/hive/lib/commons-codec-1.4.jar:/usr/iop/4.1.0.0/hive/lib/commons-collections-3.2.1.jar:/usr/iop/4.1.0.0/hive/lib/commons-compiler-2.7.6.jar:/usr/iop/4.1.0.0/hive/lib/commons-compress-1.4.1.jar:/usr/iop/4.1.0.0/hive/lib/commons-configuration-1.6.jar:/usr/iop/4.1.0.0/hive/lib/commons-dbcp-1.4.jar:/usr/iop/4.1.0.0/hive/lib/commons-digester-1.8.jar:/usr/iop/4.1.0.0/hive/lib/commons-httpclient-3.0.1.jar:/usr/iop/4.1.0.0/hive/lib/commons-io-2.4.jar:/usr/iop/4.1.0.0/hive/lib/commons-lang-2.6.jar:/usr/iop/4.1.0.0/hive/lib/commons-logging-1.1.3.jar:/usr/iop/4.1.0.0/hive/lib/commons-math-2.1.jar:/usr/iop/4.1.0.0/hive/lib/commons-pool-1.5.4.jar:/usr/iop/4.1.0.0/hive/lib/commons-vfs2-2.0.jar:/usr/iop/4.1.0.0/hive/lib/curator-client-2.6.0.jar:/usr/iop/4.1.0.0/hive/lib/curator-framework-2.6.0.jar:/usr/iop/4.1.0.0/hive/lib/curator-recipes-2.6.0.jar:/usr/iop/4.1.0.0/hive/lib/datanucleus-api-jdo-3.2.6.jar:/usr/iop/4.1.0.0/hive/lib/datanucleus-core-3.2.10.jar:/usr/iop/4.1.0.0/hive/lib/datanucleus-rdbms-3.2.9.jar:/usr/iop/4.1.0.0/hive/lib/derby-10.10.2.0.jar:/usr/iop/4.1.0.0/hive/lib/eigenbase-properties-1.1.5.jar:/usr/iop/4.1.0.0/hive/lib/geronimo-annotation_1.0_spec-1.1.1.jar:/usr/iop/4.1.0.0/hive/lib/geronimo-jaspic_1.0_spec-1.0.jar:/usr/iop/4.1.0.0/hive/lib/geronimo-jta_1.1_spec-1.1.1.jar:/usr/iop/4.1.0.0/hive/lib/groovy-all-2.1.6.jar:/usr/iop/4.1.0.0/hive/lib/guava-14.0.1.jar:/usr/iop/4.1.0.0/hive/lib/hamcrest-core-1.1.jar:/usr/iop/4.1.0.0/hive/lib/hive-accumulo-handler-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-accumulo-handler.jar:/usr/iop/4.1.0.0/hive/lib/hive-ant-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-ant.jar:/usr/iop/4.1.0.0/hive/lib/hive-beeline-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-beeline.jar:/usr/iop/4.1.0.0/hive/lib/hive-cli-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-cli.jar:/usr/iop/4.1.0.0/hive/lib/hive-common-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-common.jar:/usr/iop/4.1.0.0/hive/lib/hive-contrib-0.8.1.jar:/usr/iop/4.1.0.0/hive/lib/hive-contrib-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-contrib-.jar:/usr/iop/4.1.0.0/hive/lib/hive-contrib.jar:/usr/iop/4.1.0.0/hive/lib/hive-exec-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-exec.jar:/usr/iop/4.1.0.0/hive/lib/hive-hbase-handler-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-hbase-handler.jar:/usr/iop/4.1.0.0/hive/lib/hive-hwi-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-hwi.jar:/usr/iop/4.1.0.0/hive/lib/hive-jdbc-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-jdbc-1.2.1-IBM-12-standalone.jar:/usr/iop/4.1.0.0/hive/lib/hive-jdbc.jar:/usr/iop/4.1.0.0/hive/lib/hive-metastore-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-metastore.jar:/usr/iop/4.1.0.0/hive/lib/hive-serde-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-serde.jar:/usr/iop/4.1.0.0/hive/lib/hive-service-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-service.jar:/usr/iop/4.1.0.0/hive/lib/hive-shims-0.20S-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-shims-0.20S.jar:/usr/iop/4.1.0.0/hive/lib/hive-shims-0.23-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-shims-0.23.jar:/usr/iop/4.1.0.0/hive/lib/hive-shims-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-shims-common-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-shims-common.jar:/usr/iop/4.1.0.0/hive/lib/hive-shims.jar:/usr/iop/4.1.0.0/hive/lib/hive-shims-scheduler-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-shims-scheduler.jar:/usr/iop/4.1.0.0/hive/lib/hive-testutils-1.2.1-IBM-12.jar:/usr/iop/4.1.0.0/hive/lib/hive-testutils.jar:/usr/iop/4.1.0.0/hive/lib/httpclient-4.4.jar:/usr/iop/4.1.0.0/hive/lib/httpcore-4.4.jar:/usr/iop/4.1.0.0/hive/lib/ivy-2.4.0.jar:/usr/iop/4.1.0.0/hive/lib/janino-2.7.6.jar:/usr/iop/4.1.0.0/hive/lib/jcommander-1.32.jar:/usr/iop/4.1.0.0/hive/lib/jdo-api-3.0.1.jar:/usr/iop/4.1.0.0/hive/lib/jetty-all-7.6.0.v20120127.jar:/usr/iop/4.1.0.0/hive/lib/jetty-all-server-7.6.0.v20120127.jar:/usr/iop/4.1.0.0/hive/lib/jline-2.12.jar:/usr/iop/4.1.0.0/hive/lib/joda-time-2.5.jar:/usr/iop/4.1.0.0/hive/lib/jpam-1.1.jar:/usr/iop/4.1.0.0/hive/lib/json-20090211.jar:/usr/iop/4.1.0.0/hive/lib/jsr305-3.0.0.jar:/usr/iop/4.1.0.0/hive/lib/jta-1.1.jar:/usr/iop/4.1.0.0/hive/lib/junit-4.11.jar:/usr/iop/4.1.0.0/hive/lib/libfb303-0.9.2.jar:/usr/iop/4.1.0.0/hive/lib/libthrift-0.9.2.jar:/usr/iop/4.1.0.0/hive/lib/log4j-1.2.16.jar:/usr/iop/4.1.0.0/hive/lib/mail-1.4.1.jar:/usr/iop/4.1.0.0/hive/lib/maven-scm-api-1.4.jar:/usr/iop/4.1.0.0/hive/lib/maven-scm-provider-svn-commons-1.4.jar:/usr/iop/4.1.0.0/hive/lib/maven-scm-provider-svnexe-1.4.jar:/usr/iop/4.1.0.0/hive/lib/mysql-connector-java.jar:/usr/iop/4.1.0.0/hive/lib/netty-3.7.0.Final.jar:/usr/iop/4.1.0.0/hive/lib/opencsv-2.3.jar:/usr/iop/4.1.0.0/hive/lib/oro-2.0.8.jar:/usr/iop/4.1.0.0/hive/lib/paranamer-2.3.jar:/usr/iop/4.1.0.0/hive/lib/parquet-hadoop-bundle-1.6.0-IBM-7.jar:/usr/iop/4.1.0.0/hive/lib/pentaho-aggdesigner-algorithm-5.1.5-jhyde.jar:/usr/iop/4.1.0.0/hive/lib/piggybank.jar:/usr/iop/4.1.0.0/hive/lib/plexus-utils-1.5.6.jar:/usr/iop/4.1.0.0/hive/lib/regexp-1.3.jar:/usr/iop/4.1.0.0/hive/lib/servlet-api-2.5.jar:/usr/iop/4.1.0.0/hive/lib/snappy-java-1.0.5-ibm-2.jar:/usr/iop/4.1.0.0/hive/lib/ST4-4.0.4.jar:/usr/iop/4.1.0.0/hive/lib/stax-api-1.0.1.jar:/usr/iop/4.1.0.0/hive/lib/stringtemplate-3.2.1.jar:/usr/iop/4.1.0.0/hive/lib/super-csv-2.2.0.jar:/usr/iop/4.1.0.0/hive/lib/tempus-fugit-1.1.jar:/usr/iop/4.1.0.0/hive/lib/velocity-1.5.jar:/usr/iop/4.1.0.0/hive/lib/xz-1.0.jar:/usr/iop/4.1.0.0/hive/lib/zookeeper.jar:/usr/iop/4.1.0.0/spark/lib/spark-assembly-1.5.1_IBM_1-hadoop2.7.1-IBM-11.jar::/usr/iop/current/hbase-client/lib/hbase-client.jar::/etc/hbase/conf:/usr/share/java/mysql-connector-java.jar:/usr/iop/current/hadoop-mapreduce-client/jackson-xc-1.9.13.jar:/usr/iop/current/hadoop-mapreduce-client/activation-1.1.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient.jar:/usr/iop/current/hadoop-mapreduce-client/apacheds-i18n-2.0.0-M15.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/apacheds-kerberos-codec-2.0.0-M15.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-examples.jar:/usr/iop/current/hadoop-mapreduce-client/api-asn1-api-1.0.0-M20.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-openstack-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/api-util-1.0.0-M20.jar:/usr/iop/current/hadoop-mapreduce-client/json-simple-1.1.jar:/usr/iop/current/hadoop-mapreduce-client/asm-3.2.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-sls-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/avro-1.7.7-IBM-22.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-openstack.jar:/usr/iop/current/hadoop-mapreduce-client/aws-java-sdk-1.7.4.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-rumen-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/azure-storage-2.0.0.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-rumen.jar:/usr/iop/current/hadoop-mapreduce-client/commons-beanutils-1.8.0.jar:/usr/iop/current/hadoop-mapreduce-client/java-xmlbuilder-0.4.jar:/usr/iop/current/hadoop-mapreduce-client/commons-cli-1.2.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-sls.jar:/usr/iop/current/hadoop-mapreduce-client/commons-codec-1.4.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-extras.jar:/usr/iop/current/hadoop-mapreduce-client/commons-collections-3.2.1.jar:/usr/iop/current/hadoop-mapreduce-client/hamcrest-core-1.3.jar:/usr/iop/current/hadoop-mapreduce-client/commons-compress-1.4.1.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-gridmix-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/commons-configuration-1.6.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-streaming-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/commons-digester-1.8.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-streaming.jar:/usr/iop/current/hadoop-mapreduce-client/commons-httpclient-3.1.jar:/usr/iop/current/hadoop-mapreduce-client/jersey-json-1.9.jar:/usr/iop/current/hadoop-mapreduce-client/commons-io-2.4.jar:/usr/iop/current/hadoop-mapreduce-client/jaxb-api-2.2.2.jar:/usr/iop/current/hadoop-mapreduce-client/commons-lang-2.6.jar:/usr/iop/current/hadoop-mapreduce-client/httpcore-4.2.5.jar:/usr/iop/current/hadoop-mapreduce-client/commons-lang3-3.3.2.jar:/usr/iop/current/hadoop-mapreduce-client/htrace-core-3.1.0-incubating.jar:/usr/iop/current/hadoop-mapreduce-client/commons-logging-1.1.3.jar:/usr/iop/current/hadoop-mapreduce-client/httpclient-4.2.5.jar:/usr/iop/current/hadoop-mapreduce-client/commons-math3-3.1.1.jar:/usr/iop/current/hadoop-mapreduce-client/jaxb-impl-2.2.3-1.jar:/usr/iop/current/hadoop-mapreduce-client/commons-net-3.1.jar:/usr/iop/current/hadoop-mapreduce-client/jackson-core-asl-1.9.13.jar:/usr/iop/current/hadoop-mapreduce-client/curator-client-2.7.1.jar:/usr/iop/current/hadoop-mapreduce-client/jackson-annotations-2.2.3.jar:/usr/iop/current/hadoop-mapreduce-client/curator-framework-2.7.1.jar:/usr/iop/current/hadoop-mapreduce-client/jackson-core-2.2.3.jar:/usr/iop/current/hadoop-mapreduce-client/curator-recipes-2.7.1.jar:/usr/iop/current/hadoop-mapreduce-client/jersey-core-1.9.jar:/usr/iop/current/hadoop-mapreduce-client/gson-2.2.4.jar:/usr/iop/current/hadoop-mapreduce-client/jettison-1.1.jar:/usr/iop/current/hadoop-mapreduce-client/guava-11.0.2.jar:/usr/iop/current/hadoop-mapreduce-client/jackson-databind-2.2.3.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-ant-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/jersey-server-1.9.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-ant.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-gridmix.jar:/usr/iop/current/hadoop-mapreduce-client/xz-1.0.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-archives-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/jets3t-0.9.0.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-archives.jar:/usr/iop/current/hadoop-mapreduce-client/jackson-jaxrs-1.9.13.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-auth-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/jetty-6.1.26-ibm.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-auth.jar:/usr/iop/current/hadoop-mapreduce-client/jackson-mapper-asl-1.9.13.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-aws-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/jsch-0.1.50.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-aws.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-azure-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/jetty-util-6.1.26-ibm.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-azure.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-hs-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-datajoin-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/joda-time-2.9.1.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-datajoin.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-hs-plugins.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-distcp-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-distcp.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-hs.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-extras-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-app-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient-tests.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-app.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-common.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-common-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-examples-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-hs-plugins-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient-2.7.1-IBM-11-tests.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle-2.7.1-IBM-11.jar:/usr/iop/current/hadoop-mapreduce-client/jsp-api-2.1.jar:/usr/iop/current/hadoop-mapreduce-client/jsr305-3.0.0.jar:/usr/iop/current/hadoop-mapreduce-client/junit-4.11.jar:/usr/iop/current/hadoop-mapreduce-client/log4j-1.2.17.jar:/usr/iop/current/hadoop-mapreduce-client/metrics-core-3.0.1.jar:/usr/iop/current/hadoop-mapreduce-client/mockito-all-1.8.5.jar:/usr/iop/current/hadoop-mapreduce-client/netty-3.6.2.Final.jar:/usr/iop/current/hadoop-mapreduce-client/paranamer-2.3.jar:/usr/iop/current/hadoop-mapreduce-client/protobuf-java-2.5.0.jar:/usr/iop/current/hadoop-mapreduce-client/servlet-api-2.5.jar:/usr/iop/current/hadoop-mapreduce-client/snappy-java-1.0.5-IBM-3.jar:/usr/iop/current/hadoop-mapreduce-client/stax-api-1.0-2.jar:/usr/iop/current/hadoop-mapreduce-client/xmlenc-0.52.jar:/usr/iop/current/hadoop-mapreduce-client/zookeeper-3.4.6_IBM_3.jar STARTUP_MSG: build = git://bi-xlinux-slave19.svl.ibm.com/a/workspace/Bigtop-v4.1-Spark1.5.1-AMD64-RH7/build/hive/rpm/BUILD/apache-hive-1.2.1-IBM-12-src -r 22469571c422d2cd56b04503885461bb8e8a9510; compiled by 'jenkins' on Wed Dec 9 20:22:56 PST 2015 ************************************************************/ 2017-01-06 18:11:30,556 INFO server.HiveServer2 (HiveServer2.java:startHiveServer2(340)) - Starting HiveServer2 2017-01-06 18:11:30,661 INFO common.ServerUtils (ServerUtils.java:cleanUpScratchDir(39)) - Cleaning scratchDir : /tmp/hive 2017-01-06 18:11:31,411 WARN common.ServerUtils (ServerUtils.java:cleanUpScratchDir(45)) - Unable to delete scratchDir : /tmp/hive org.apache.hadoop.security.AccessControlException: Permission denied: user=hive, access=ALL, inode="/tmp/hive":spark:hdfs:drwx------ at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.check(FSPermissionChecker.java:319) at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkSubAccess(FSPermissionChecker.java:277) at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkPermission(FSPermissionChecker.java:223) at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkPermission(FSPermissionChecker.java:190) at org.apache.hadoop.hdfs.server.namenode.FSDirectory.checkPermission(FSDirectory.java:1698) at org.apache.hadoop.hdfs.server.namenode.FSDirDeleteOp.delete(FSDirDeleteOp.java:88) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.delete(FSNamesystem.java:3714) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.delete(NameNodeRpcServer.java:947) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.delete(ClientNamenodeProtocolServerSideTranslatorPB.java:611) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:969) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2043) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:526) at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:106) at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:73) at org.apache.hadoop.hdfs.DFSClient.delete(DFSClient.java:2054) at org.apache.hadoop.hdfs.DistributedFileSystem$14.doCall(DistributedFileSystem.java:707) at org.apache.hadoop.hdfs.DistributedFileSystem$14.doCall(DistributedFileSystem.java:703) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.delete(DistributedFileSystem.java:703) at org.apache.hadoop.hive.common.ServerUtils.cleanUpScratchDir(ServerUtils.java:41) at org.apache.hive.service.server.HiveServer2.startHiveServer2(HiveServer2.java:346) at org.apache.hive.service.server.HiveServer2.access$700(HiveServer2.java:75) at org.apache.hive.service.server.HiveServer2$StartOptionExecutor.execute(HiveServer2.java:591) at org.apache.hive.service.server.HiveServer2.main(HiveServer2.java:464) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.hadoop.util.RunJar.run(RunJar.java:221) at org.apache.hadoop.util.RunJar.main(RunJar.java:136) Caused by: org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.security.AccessControlException): Permission denied: user=hive, access=ALL, inode="/tmp/hive":spark:hdfs:drwx------ at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.check(FSPermissionChecker.java:319) at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkSubAccess(FSPermissionChecker.java:277) at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkPermission(FSPermissionChecker.java:223) at org.apache.hadoop.hdfs.server.namenode.FSPermissionChecker.checkPermission(FSPermissionChecker.java:190) at org.apache.hadoop.hdfs.server.namenode.FSDirectory.checkPermission(FSDirectory.java:1698) at org.apache.hadoop.hdfs.server.namenode.FSDirDeleteOp.delete(FSDirDeleteOp.java:88) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.delete(FSNamesystem.java:3714) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.delete(NameNodeRpcServer.java:947) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.delete(ClientNamenodeProtocolServerSideTranslatorPB.java:611) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:616) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:969) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2049) at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2045) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:415) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2043) at org.apache.hadoop.ipc.Client.call(Client.java:1476) at org.apache.hadoop.ipc.Client.call(Client.java:1407) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229) at com.sun.proxy.$Proxy10.delete(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.delete(ClientNamenodeProtocolTranslatorPB.java:540) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102) at com.sun.proxy.$Proxy11.delete(Unknown Source) at org.apache.hadoop.hdfs.DFSClient.delete(DFSClient.java:2052) ... 15 more 2017-01-06 18:11:31,590 INFO metastore.HiveMetaStore (HiveMetaStore.java:newRawStore(589)) - 0: Opening raw store with implemenation class:org.apache.hadoop.hive.metastore.ObjectStore 2017-01-06 18:11:31,628 INFO metastore.ObjectStore (ObjectStore.java:initialize(289)) - ObjectStore, initialize called 2017-01-06 18:11:32,526 INFO metastore.ObjectStore (ObjectStore.java:getPMF(376)) - Setting MetaStore object pin classes with hive.metastore.cache.pinobjtypes="Table,Database,Type,FieldSchema,Order" 2017-01-06 18:11:33,880 INFO metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:(141)) - Using direct SQL, underlying DB is MYSQL 2017-01-06 18:11:33,882 INFO metastore.ObjectStore (ObjectStore.java:setConf(272)) - Initialized ObjectStore 2017-01-06 18:11:34,115 INFO metastore.HiveMetaStore (HiveMetaStore.java:createDefaultRoles_core(663)) - Added admin role in metastore 2017-01-06 18:11:34,118 INFO metastore.HiveMetaStore (HiveMetaStore.java:createDefaultRoles_core(672)) - Added public role in metastore 2017-01-06 18:11:34,182 INFO metastore.HiveMetaStore (HiveMetaStore.java:addAdminUsers_core(712)) - No user is added in admin role, since config is empty 2017-01-06 18:11:34,304 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 0: get_all_databases 2017-01-06 18:11:34,306 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_all_databases 2017-01-06 18:11:34,319 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 0: get_functions: db=bigsql pat=* 2017-01-06 18:11:34,319 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_functions: db=bigsql pat=* 2017-01-06 18:11:34,378 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 0: get_functions: db=default pat=* 2017-01-06 18:11:34,378 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_functions: db=default pat=* 2017-01-06 18:11:34,381 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 0: get_functions: db=userdb pat=* 2017-01-06 18:11:34,381 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_functions: db=userdb pat=* 2017-01-06 18:11:34,464 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/1cf4f370-933e-42d8-9813-33506d64c4c2_resources 2017-01-06 18:11:34,472 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/1cf4f370-933e-42d8-9813-33506d64c4c2 2017-01-06 18:11:34,474 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/hive/1cf4f370-933e-42d8-9813-33506d64c4c2 2017-01-06 18:11:34,479 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/1cf4f370-933e-42d8-9813-33506d64c4c2/_tmp_space.db 2017-01-06 18:11:34,881 INFO service.CompositeService (SessionManager.java:initOperationLogRootDir(135)) - Operation log root directory is created: /tmp/hive/operation_logs 2017-01-06 18:11:34,889 INFO service.CompositeService (SessionManager.java:createBackgroundOperationPool(90)) - HiveServer2: Background operation thread pool size: 100 2017-01-06 18:11:34,890 INFO service.CompositeService (SessionManager.java:createBackgroundOperationPool(92)) - HiveServer2: Background operation thread wait queue size: 100 2017-01-06 18:11:34,890 INFO service.CompositeService (SessionManager.java:createBackgroundOperationPool(95)) - HiveServer2: Background operation thread keepalive time: 10 seconds 2017-01-06 18:11:34,897 INFO service.AbstractService (AbstractService.java:init(89)) - Service:OperationManager is inited. 2017-01-06 18:11:34,897 INFO service.AbstractService (AbstractService.java:init(89)) - Service:SessionManager is inited. 2017-01-06 18:11:34,897 INFO service.AbstractService (AbstractService.java:init(89)) - Service:CLIService is inited. 2017-01-06 18:11:34,897 INFO service.AbstractService (AbstractService.java:init(89)) - Service:ThriftBinaryCLIService is inited. 2017-01-06 18:11:34,897 INFO service.AbstractService (AbstractService.java:init(89)) - Service:HiveServer2 is inited. 2017-01-06 18:11:34,898 INFO service.AbstractService (AbstractService.java:start(104)) - Service:OperationManager is started. 2017-01-06 18:11:34,898 INFO service.AbstractService (AbstractService.java:start(104)) - Service:SessionManager is started. 2017-01-06 18:11:34,899 INFO service.AbstractService (AbstractService.java:start(104)) - Service:CLIService is started. 2017-01-06 18:11:34,901 INFO metastore.ObjectStore (ObjectStore.java:initialize(289)) - ObjectStore, initialize called 2017-01-06 18:11:34,906 INFO metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:(141)) - Using direct SQL, underlying DB is MYSQL 2017-01-06 18:11:34,906 INFO metastore.ObjectStore (ObjectStore.java:setConf(272)) - Initialized ObjectStore 2017-01-06 18:11:34,907 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 0: get_databases: default 2017-01-06 18:11:34,907 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_databases: default 2017-01-06 18:11:34,910 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 0: Shutting down the object store... 2017-01-06 18:11:34,910 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=Shutting down the object store... 2017-01-06 18:11:34,910 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 0: Metastore shutdown complete. 2017-01-06 18:11:34,911 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=Metastore shutdown complete. 2017-01-06 18:11:34,911 INFO service.AbstractService (AbstractService.java:start(104)) - Service:ThriftBinaryCLIService is started. 2017-01-06 18:11:34,911 INFO service.AbstractService (AbstractService.java:start(104)) - Service:HiveServer2 is started. 2017-01-06 18:11:34,930 INFO thrift.ThriftCLIService (ThriftBinaryCLIService.java:run(98)) - Starting ThriftBinaryCLIService on port 10000 with 5...500 worker threads 2017-01-06 18:12:05,196 INFO thrift.ThriftCLIService (ThriftCLIService.java:OpenSession(294)) - Client protocol version: HIVE_CLI_SERVICE_PROTOCOL_V8 2017-01-06 18:12:05,232 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/059120d2-bc8c-43dd-b543-75659900d375_resources 2017-01-06 18:12:05,236 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/059120d2-bc8c-43dd-b543-75659900d375 2017-01-06 18:12:05,237 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/hive/059120d2-bc8c-43dd-b543-75659900d375 2017-01-06 18:12:05,241 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/059120d2-bc8c-43dd-b543-75659900d375/_tmp_space.db 2017-01-06 18:12:05,244 INFO session.HiveSessionImpl (HiveSessionImpl.java:setOperationLogSessionDir(236)) - Operation log session directory is created: /tmp/hive/operation_logs/059120d2-bc8c-43dd-b543-75659900d375 2017-01-06 18:13:05,145 INFO thrift.ThriftCLIService (ThriftCLIService.java:OpenSession(294)) - Client protocol version: HIVE_CLI_SERVICE_PROTOCOL_V8 2017-01-06 18:13:05,159 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/ae3d6903-1aa0-4641-9740-3f45eeb248de_resources 2017-01-06 18:13:05,167 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/ae3d6903-1aa0-4641-9740-3f45eeb248de 2017-01-06 18:13:05,168 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/hive/ae3d6903-1aa0-4641-9740-3f45eeb248de 2017-01-06 18:13:05,173 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/ae3d6903-1aa0-4641-9740-3f45eeb248de/_tmp_space.db 2017-01-06 18:13:05,175 INFO session.HiveSessionImpl (HiveSessionImpl.java:setOperationLogSessionDir(236)) - Operation log session directory is created: /tmp/hive/operation_logs/ae3d6903-1aa0-4641-9740-3f45eeb248de 2017-01-06 18:14:05,167 INFO thrift.ThriftCLIService (ThriftCLIService.java:OpenSession(294)) - Client protocol version: HIVE_CLI_SERVICE_PROTOCOL_V8 2017-01-06 18:14:05,183 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/1c19a5b1-2c70-4c47-a110-f5fc6834a64f_resources 2017-01-06 18:14:05,187 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/1c19a5b1-2c70-4c47-a110-f5fc6834a64f 2017-01-06 18:14:05,188 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/hive/1c19a5b1-2c70-4c47-a110-f5fc6834a64f 2017-01-06 18:14:05,192 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/1c19a5b1-2c70-4c47-a110-f5fc6834a64f/_tmp_space.db 2017-01-06 18:14:05,193 INFO session.HiveSessionImpl (HiveSessionImpl.java:setOperationLogSessionDir(236)) - Operation log session directory is created: /tmp/hive/operation_logs/1c19a5b1-2c70-4c47-a110-f5fc6834a64f 2017-01-06 18:14:09,983 INFO thrift.ThriftCLIService (ThriftCLIService.java:OpenSession(294)) - Client protocol version: HIVE_CLI_SERVICE_PROTOCOL_V6 2017-01-06 18:14:10,011 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/31349e68-8283-4342-aa65-454ab18267de_resources 2017-01-06 18:14:10,031 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/31349e68-8283-4342-aa65-454ab18267de 2017-01-06 18:14:10,042 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/hive/31349e68-8283-4342-aa65-454ab18267de 2017-01-06 18:14:10,058 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/31349e68-8283-4342-aa65-454ab18267de/_tmp_space.db 2017-01-06 18:14:10,061 INFO session.HiveSessionImpl (HiveSessionImpl.java:setOperationLogSessionDir(236)) - Operation log session directory is created: /tmp/hive/operation_logs/31349e68-8283-4342-aa65-454ab18267de 2017-01-06 18:14:10,131 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:10,166 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:10,170 INFO parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: show databases like '*' 2017-01-06 18:14:11,045 INFO parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2017-01-06 18:14:11,046 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:11,049 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:11,096 INFO ql.Driver (Driver.java:compile(436)) - Semantic Analysis Completed 2017-01-06 18:14:11,096 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:11,272 INFO exec.ListSinkOperator (Operator.java:initialize(332)) - Initializing operator OP[0] 2017-01-06 18:14:11,273 INFO exec.ListSinkOperator (Operator.java:initialize(372)) - Initialization Done 0 OP 2017-01-06 18:14:11,273 INFO exec.ListSinkOperator (Operator.java:initializeChildren(429)) - Operator 0 OP initialized 2017-01-06 18:14:11,282 INFO ql.Driver (Driver.java:getSchema(240)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:database_name, type:string, comment:from deserializer)], properties:null) 2017-01-06 18:14:11,282 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:11,287 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:11,287 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:11,288 INFO ql.Driver (Driver.java:checkConcurrency(160)) - Concurrency mode is disabled, not creating a lock manager 2017-01-06 18:14:11,288 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:11,288 INFO ql.Driver (Driver.java:execute(1328)) - Starting command(queryId=hive_20170106181410_e5c71d7a-e85a-4ef8-b799-d321f7e65478): show databases like '*' 2017-01-06 18:14:11,641 INFO impl.TimelineClientImpl (TimelineClientImpl.java:serviceInit(296)) - Timeline service address: http://ibm-biginsight.com:8188/ws/v1/timeline/ 2017-01-06 18:14:11,642 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:11,642 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:11,644 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:11,646 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:11,646 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:11,646 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:11,651 INFO ql.Driver (Driver.java:launchTask(1651)) - Starting task [Stage-0:DDL] in serial mode 2017-01-06 18:14:11,651 INFO exec.DDLTask (DDLTask.java:showDatabases(2220)) - pattern: * 2017-01-06 18:14:11,652 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_databases: * 2017-01-06 18:14:11,652 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_databases: * 2017-01-06 18:14:11,652 INFO metastore.HiveMetaStore (HiveMetaStore.java:newRawStore(589)) - 1: Opening raw store with implemenation class:org.apache.hadoop.hive.metastore.ObjectStore 2017-01-06 18:14:11,654 INFO metastore.ObjectStore (ObjectStore.java:initialize(289)) - ObjectStore, initialize called 2017-01-06 18:14:11,659 INFO metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:(141)) - Using direct SQL, underlying DB is MYSQL 2017-01-06 18:14:11,660 INFO metastore.ObjectStore (ObjectStore.java:setConf(272)) - Initialized ObjectStore 2017-01-06 18:14:11,663 INFO exec.DDLTask (DDLTask.java:showDatabases(2225)) - results : 3 2017-01-06 18:14:11,667 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:11,667 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:11,667 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:11,668 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:11,668 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:11,669 INFO ql.Driver (SessionState.java:printInfo(954)) - OK 2017-01-06 18:14:11,669 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:11,669 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:11,669 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:11,724 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(249)) - Total input paths to process : 1 2017-01-06 18:14:12,320 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,321 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,321 INFO parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: use bigsql 2017-01-06 18:14:12,322 INFO parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2017-01-06 18:14:12,323 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,323 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,323 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: bigsql 2017-01-06 18:14:12,324 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: bigsql 2017-01-06 18:14:12,341 INFO metadata.HiveUtils (HiveUtils.java:getMetaStoreAuthorizeProviderManagers(353)) - Adding metastore authorization provider: org.apache.hadoop.hive.ql.security.authorization.StorageBasedAuthorizationProvider 2017-01-06 18:14:12,366 INFO ql.Driver (Driver.java:compile(436)) - Semantic Analysis Completed 2017-01-06 18:14:12,366 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,366 INFO ql.Driver (Driver.java:getSchema(240)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2017-01-06 18:14:12,366 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,366 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,367 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,367 INFO ql.Driver (Driver.java:checkConcurrency(160)) - Concurrency mode is disabled, not creating a lock manager 2017-01-06 18:14:12,367 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,367 INFO ql.Driver (Driver.java:execute(1328)) - Starting command(queryId=hive_20170106181412_669cb09a-6b2d-4c9e-ba52-eb3f41240903): use bigsql 2017-01-06 18:14:12,367 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:12,367 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,368 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,368 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,368 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,369 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,369 INFO ql.Driver (Driver.java:launchTask(1651)) - Starting task [Stage-0:DDL] in serial mode 2017-01-06 18:14:12,369 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: bigsql 2017-01-06 18:14:12,370 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: bigsql 2017-01-06 18:14:12,378 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: bigsql 2017-01-06 18:14:12,378 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: bigsql 2017-01-06 18:14:12,404 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,405 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:12,405 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,405 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,405 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,405 INFO ql.Driver (SessionState.java:printInfo(954)) - OK 2017-01-06 18:14:12,406 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,406 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,406 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,407 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,408 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,408 INFO parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: show tables like '*' 2017-01-06 18:14:12,408 INFO parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2017-01-06 18:14:12,408 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,409 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,411 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: bigsql 2017-01-06 18:14:12,411 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: bigsql 2017-01-06 18:14:12,420 INFO ql.Driver (Driver.java:compile(436)) - Semantic Analysis Completed 2017-01-06 18:14:12,420 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,421 INFO exec.ListSinkOperator (Operator.java:initialize(332)) - Initializing operator OP[1] 2017-01-06 18:14:12,422 INFO exec.ListSinkOperator (Operator.java:initialize(372)) - Initialization Done 1 OP 2017-01-06 18:14:12,422 INFO exec.ListSinkOperator (Operator.java:initializeChildren(429)) - Operator 1 OP initialized 2017-01-06 18:14:12,422 INFO ql.Driver (Driver.java:getSchema(240)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:tab_name, type:string, comment:from deserializer)], properties:null) 2017-01-06 18:14:12,422 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,422 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,422 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,423 INFO ql.Driver (Driver.java:checkConcurrency(160)) - Concurrency mode is disabled, not creating a lock manager 2017-01-06 18:14:12,423 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,423 INFO ql.Driver (Driver.java:execute(1328)) - Starting command(queryId=hive_20170106181412_cab756f9-1791-4f4d-adc0-6bde5208366d): show tables like '*' 2017-01-06 18:14:12,423 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:12,423 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,423 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,424 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,424 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,424 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,425 INFO ql.Driver (Driver.java:launchTask(1651)) - Starting task [Stage-0:DDL] in serial mode 2017-01-06 18:14:12,425 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: bigsql 2017-01-06 18:14:12,426 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: bigsql 2017-01-06 18:14:12,433 INFO exec.DDLTask (DDLTask.java:showTables(2265)) - pattern: * 2017-01-06 18:14:12,433 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_tables: db=bigsql pat=* 2017-01-06 18:14:12,434 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_tables: db=bigsql pat=* 2017-01-06 18:14:12,439 INFO exec.DDLTask (DDLTask.java:showTables(2267)) - results : 7 2017-01-06 18:14:12,440 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,440 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:12,440 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,440 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,440 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,441 INFO ql.Driver (SessionState.java:printInfo(954)) - OK 2017-01-06 18:14:12,441 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:12,441 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,441 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:12,443 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(249)) - Total input paths to process : 1 2017-01-06 18:14:19,750 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,751 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,751 INFO parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: use default 2017-01-06 18:14:19,751 INFO parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2017-01-06 18:14:19,751 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,751 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,752 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:19,752 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:19,759 INFO ql.Driver (Driver.java:compile(436)) - Semantic Analysis Completed 2017-01-06 18:14:19,759 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,760 INFO ql.Driver (Driver.java:getSchema(240)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2017-01-06 18:14:19,760 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,760 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,760 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,760 INFO ql.Driver (Driver.java:checkConcurrency(160)) - Concurrency mode is disabled, not creating a lock manager 2017-01-06 18:14:19,760 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,760 INFO ql.Driver (Driver.java:execute(1328)) - Starting command(queryId=hive_20170106181419_7af6984d-99f1-479c-be3c-52486449add5): use default 2017-01-06 18:14:19,760 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:19,761 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,761 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,761 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,761 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,761 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,762 INFO ql.Driver (Driver.java:launchTask(1651)) - Starting task [Stage-0:DDL] in serial mode 2017-01-06 18:14:19,762 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:19,762 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:19,767 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:19,768 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:19,773 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,774 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:19,774 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,774 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,774 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,775 INFO ql.Driver (SessionState.java:printInfo(954)) - OK 2017-01-06 18:14:19,775 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,775 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,775 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,776 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,777 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,777 INFO parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: show tables like '*' 2017-01-06 18:14:19,777 INFO parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2017-01-06 18:14:19,777 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,777 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,779 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:19,779 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:19,785 INFO ql.Driver (Driver.java:compile(436)) - Semantic Analysis Completed 2017-01-06 18:14:19,785 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,786 INFO exec.ListSinkOperator (Operator.java:initialize(332)) - Initializing operator OP[2] 2017-01-06 18:14:19,786 INFO exec.ListSinkOperator (Operator.java:initialize(372)) - Initialization Done 2 OP 2017-01-06 18:14:19,786 INFO exec.ListSinkOperator (Operator.java:initializeChildren(429)) - Operator 2 OP initialized 2017-01-06 18:14:19,787 INFO ql.Driver (Driver.java:getSchema(240)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:tab_name, type:string, comment:from deserializer)], properties:null) 2017-01-06 18:14:19,787 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,787 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,787 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,787 INFO ql.Driver (Driver.java:checkConcurrency(160)) - Concurrency mode is disabled, not creating a lock manager 2017-01-06 18:14:19,787 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,787 INFO ql.Driver (Driver.java:execute(1328)) - Starting command(queryId=hive_20170106181419_3df23381-44a5-4971-9a12-c63877f93a42): show tables like '*' 2017-01-06 18:14:19,788 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:19,788 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,788 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,788 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,788 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,788 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,789 INFO ql.Driver (Driver.java:launchTask(1651)) - Starting task [Stage-0:DDL] in serial mode 2017-01-06 18:14:19,789 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:19,789 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:19,795 INFO exec.DDLTask (DDLTask.java:showTables(2265)) - pattern: * 2017-01-06 18:14:19,796 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_tables: db=default pat=* 2017-01-06 18:14:19,796 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_tables: db=default pat=* 2017-01-06 18:14:19,798 INFO exec.DDLTask (DDLTask.java:showTables(2267)) - results : 9 2017-01-06 18:14:19,799 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,799 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:19,799 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,800 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,800 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,800 INFO ql.Driver (SessionState.java:printInfo(954)) - OK 2017-01-06 18:14:19,800 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:19,800 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,800 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:19,802 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(249)) - Total input paths to process : 1 2017-01-06 18:14:30,184 INFO thrift.ThriftCLIService (ThriftCLIService.java:OpenSession(294)) - Client protocol version: HIVE_CLI_SERVICE_PROTOCOL_V6 2017-01-06 18:14:30,192 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/2c79b6c6-1e4f-41d7-bf24-b4d4db90e2b5_resources 2017-01-06 18:14:30,195 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/2c79b6c6-1e4f-41d7-bf24-b4d4db90e2b5 2017-01-06 18:14:30,196 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/hive/2c79b6c6-1e4f-41d7-bf24-b4d4db90e2b5 2017-01-06 18:14:30,201 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/2c79b6c6-1e4f-41d7-bf24-b4d4db90e2b5/_tmp_space.db 2017-01-06 18:14:30,202 INFO session.HiveSessionImpl (HiveSessionImpl.java:setOperationLogSessionDir(236)) - Operation log session directory is created: /tmp/hive/operation_logs/2c79b6c6-1e4f-41d7-bf24-b4d4db90e2b5 2017-01-06 18:14:30,206 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,207 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,207 INFO parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: use default 2017-01-06 18:14:30,207 INFO parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2017-01-06 18:14:30,207 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,208 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,208 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:30,208 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:30,215 INFO ql.Driver (Driver.java:compile(436)) - Semantic Analysis Completed 2017-01-06 18:14:30,215 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,215 INFO ql.Driver (Driver.java:getSchema(240)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2017-01-06 18:14:30,215 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,215 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,215 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,215 INFO ql.Driver (Driver.java:checkConcurrency(160)) - Concurrency mode is disabled, not creating a lock manager 2017-01-06 18:14:30,216 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,216 INFO ql.Driver (Driver.java:execute(1328)) - Starting command(queryId=hive_20170106181430_6d7d58e9-23e8-4072-9c1e-e766c7aabe7d): use default 2017-01-06 18:14:30,216 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:30,216 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,216 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,216 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,216 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,217 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,217 INFO ql.Driver (Driver.java:launchTask(1651)) - Starting task [Stage-0:DDL] in serial mode 2017-01-06 18:14:30,217 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:30,217 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:30,225 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:30,225 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:30,232 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,232 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:30,232 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,233 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,233 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,233 INFO ql.Driver (SessionState.java:printInfo(954)) - OK 2017-01-06 18:14:30,233 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,233 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,233 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,263 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,264 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,264 INFO parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: show tables 2017-01-06 18:14:30,264 INFO parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2017-01-06 18:14:30,264 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,264 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,265 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:30,265 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:30,272 INFO ql.Driver (Driver.java:compile(436)) - Semantic Analysis Completed 2017-01-06 18:14:30,273 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,274 INFO exec.ListSinkOperator (Operator.java:initialize(332)) - Initializing operator OP[3] 2017-01-06 18:14:30,274 INFO exec.ListSinkOperator (Operator.java:initialize(372)) - Initialization Done 3 OP 2017-01-06 18:14:30,274 INFO exec.ListSinkOperator (Operator.java:initializeChildren(429)) - Operator 3 OP initialized 2017-01-06 18:14:30,274 INFO ql.Driver (Driver.java:getSchema(240)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:tab_name, type:string, comment:from deserializer)], properties:null) 2017-01-06 18:14:30,274 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,277 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,278 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,278 INFO ql.Driver (Driver.java:checkConcurrency(160)) - Concurrency mode is disabled, not creating a lock manager 2017-01-06 18:14:30,278 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,278 INFO ql.Driver (Driver.java:execute(1328)) - Starting command(queryId=hive_20170106181430_9e0d26c0-9651-4352-9f95-c9bdda5cad91): show tables 2017-01-06 18:14:30,281 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:30,281 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,282 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,282 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,282 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,282 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,283 INFO ql.Driver (Driver.java:launchTask(1651)) - Starting task [Stage-0:DDL] in serial mode 2017-01-06 18:14:30,283 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 2: get_database: default 2017-01-06 18:14:30,283 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:30,283 INFO metastore.HiveMetaStore (HiveMetaStore.java:newRawStore(589)) - 2: Opening raw store with implemenation class:org.apache.hadoop.hive.metastore.ObjectStore 2017-01-06 18:14:30,287 INFO metastore.ObjectStore (ObjectStore.java:initialize(289)) - ObjectStore, initialize called 2017-01-06 18:14:30,292 INFO metastore.MetaStoreDirectSql (MetaStoreDirectSql.java:(141)) - Using direct SQL, underlying DB is MYSQL 2017-01-06 18:14:30,292 INFO metastore.ObjectStore (ObjectStore.java:setConf(272)) - Initialized ObjectStore 2017-01-06 18:14:30,295 INFO metadata.HiveUtils (HiveUtils.java:getMetaStoreAuthorizeProviderManagers(353)) - Adding metastore authorization provider: org.apache.hadoop.hive.ql.security.authorization.StorageBasedAuthorizationProvider 2017-01-06 18:14:30,302 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 2: get_tables: db=default pat=.* 2017-01-06 18:14:30,302 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_tables: db=default pat=.* 2017-01-06 18:14:30,307 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,307 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:30,307 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,307 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,307 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,308 INFO ql.Driver (SessionState.java:printInfo(954)) - OK 2017-01-06 18:14:30,308 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:30,308 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,308 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:30,941 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(249)) - Total input paths to process : 1 2017-01-06 18:14:46,165 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,165 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,166 INFO parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: use default 2017-01-06 18:14:46,166 INFO parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2017-01-06 18:14:46,166 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,166 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,167 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:46,167 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:46,175 INFO ql.Driver (Driver.java:compile(436)) - Semantic Analysis Completed 2017-01-06 18:14:46,175 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,175 INFO ql.Driver (Driver.java:getSchema(240)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2017-01-06 18:14:46,175 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,175 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,175 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,175 INFO ql.Driver (Driver.java:checkConcurrency(160)) - Concurrency mode is disabled, not creating a lock manager 2017-01-06 18:14:46,175 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,176 INFO ql.Driver (Driver.java:execute(1328)) - Starting command(queryId=hive_20170106181446_0176a66b-e69d-44e8-a3c1-7546b9fb00c8): use default 2017-01-06 18:14:46,176 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:46,176 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,176 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,176 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,176 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,176 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,177 INFO ql.Driver (Driver.java:launchTask(1651)) - Starting task [Stage-0:DDL] in serial mode 2017-01-06 18:14:46,177 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:46,177 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:46,183 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:46,183 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:46,188 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,189 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:46,189 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,189 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,189 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,190 INFO ql.Driver (SessionState.java:printInfo(954)) - OK 2017-01-06 18:14:46,190 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,190 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,190 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,196 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,196 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,196 INFO parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select * from drivers 2017-01-06 18:14:46,203 INFO parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2017-01-06 18:14:46,203 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,204 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,228 INFO parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10127)) - Starting Semantic Analysis 2017-01-06 18:14:46,229 INFO parse.CalcitePlanner (SemanticAnalyzer.java:genResolvedParseTree(10074)) - Completed phase 1 of Semantic Analysis 2017-01-06 18:14:46,230 INFO parse.CalcitePlanner (SemanticAnalyzer.java:getMetaData(1552)) - Get metadata for source tables 2017-01-06 18:14:46,230 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_table : db=default tbl=drivers 2017-01-06 18:14:46,230 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_table : db=default tbl=drivers 2017-01-06 18:14:46,303 INFO parse.CalcitePlanner (SemanticAnalyzer.java:getMetaData(1704)) - Get metadata for subqueries 2017-01-06 18:14:46,310 INFO parse.CalcitePlanner (SemanticAnalyzer.java:getMetaData(1728)) - Get metadata for destination tables 2017-01-06 18:14:46,313 ERROR hdfs.KeyProviderCache (KeyProviderCache.java:createKeyProviderURI(87)) - Could not find uri with key [dfs.encryption.key.provider.uri] to create a keyProvider !! 2017-01-06 18:14:46,322 INFO ql.Context (Context.java:getMRScratchDir(330)) - New scratch dir is hdfs://ibm-biginsight.com:8020/tmp/hive/hive/2c79b6c6-1e4f-41d7-bf24-b4d4db90e2b5/hive_2017-01-06_18-14-46_196_5515444925255217826-1 2017-01-06 18:14:46,324 INFO parse.CalcitePlanner (SemanticAnalyzer.java:genResolvedParseTree(10078)) - Completed getting MetaData in Semantic Analysis 2017-01-06 18:14:46,329 INFO parse.BaseSemanticAnalyzer (CalcitePlanner.java:canCBOHandleAst(388)) - Not invoking CBO because the statement has too few joins 2017-01-06 18:14:46,347 INFO common.FileUtils (FileUtils.java:mkdir(501)) - Creating directory if it doesn't exist: hdfs://ibm-biginsight.com:8020/tmp/hive/hive/2c79b6c6-1e4f-41d7-bf24-b4d4db90e2b5/hive_2017-01-06_18-14-46_196_5515444925255217826-1/-mr-10000/.hive-staging_hive_2017-01-06_18-14-46_196_5515444925255217826-1 2017-01-06 18:14:46,439 INFO parse.CalcitePlanner (SemanticAnalyzer.java:genFileSinkPlan(6653)) - Set stats collection dir : hdfs://ibm-biginsight.com:8020/tmp/hive/hive/2c79b6c6-1e4f-41d7-bf24-b4d4db90e2b5/hive_2017-01-06_18-14-46_196_5515444925255217826-1/-mr-10000/.hive-staging_hive_2017-01-06_18-14-46_196_5515444925255217826-1/-ext-10002 2017-01-06 18:14:46,520 INFO ppd.OpProcFactory (OpProcFactory.java:process(655)) - Processing for FS(6) 2017-01-06 18:14:46,520 INFO ppd.OpProcFactory (OpProcFactory.java:process(655)) - Processing for SEL(5) 2017-01-06 18:14:46,520 INFO ppd.OpProcFactory (OpProcFactory.java:process(382)) - Processing for TS(4) 2017-01-06 18:14:46,577 INFO parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10213)) - Completed plan generation 2017-01-06 18:14:46,577 INFO ql.Driver (Driver.java:compile(436)) - Semantic Analysis Completed 2017-01-06 18:14:46,577 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,580 INFO exec.TableScanOperator (Operator.java:initialize(332)) - Initializing operator TS[4] 2017-01-06 18:14:46,580 INFO exec.TableScanOperator (Operator.java:initialize(372)) - Initialization Done 4 TS 2017-01-06 18:14:46,580 INFO exec.TableScanOperator (Operator.java:initializeChildren(429)) - Operator 4 TS initialized 2017-01-06 18:14:46,580 INFO exec.TableScanOperator (Operator.java:initializeChildren(435)) - Initializing children of 4 TS 2017-01-06 18:14:46,580 INFO exec.SelectOperator (Operator.java:initialize(469)) - Initializing child 5 SEL 2017-01-06 18:14:46,581 INFO exec.SelectOperator (Operator.java:initialize(332)) - Initializing operator SEL[5] 2017-01-06 18:14:46,585 INFO exec.SelectOperator (SelectOperator.java:initializeOp(65)) - SELECT struct 2017-01-06 18:14:46,585 INFO exec.SelectOperator (Operator.java:initialize(372)) - Initialization Done 5 SEL 2017-01-06 18:14:46,585 INFO exec.SelectOperator (Operator.java:initializeChildren(429)) - Operator 5 SEL initialized 2017-01-06 18:14:46,585 INFO exec.SelectOperator (Operator.java:initializeChildren(435)) - Initializing children of 5 SEL 2017-01-06 18:14:46,585 INFO exec.ListSinkOperator (Operator.java:initialize(469)) - Initializing child 7 OP 2017-01-06 18:14:46,585 INFO exec.ListSinkOperator (Operator.java:initialize(332)) - Initializing operator OP[7] 2017-01-06 18:14:46,585 INFO exec.ListSinkOperator (Operator.java:initialize(372)) - Initialization Done 7 OP 2017-01-06 18:14:46,585 INFO exec.ListSinkOperator (Operator.java:initializeChildren(429)) - Operator 7 OP initialized 2017-01-06 18:14:46,586 INFO ql.Driver (Driver.java:getSchema(240)) - Returning Hive schema: Schema(fieldSchemas:[FieldSchema(name:drivers.driverid, type:int, comment:null), FieldSchema(name:drivers.name, type:string, comment:null), FieldSchema(name:drivers.ssn, type:int, comment:null), FieldSchema(name:drivers.location, type:string, comment:null), FieldSchema(name:drivers.certified, type:string, comment:null), FieldSchema(name:drivers.wage_plan, type:string, comment:null)], properties:null) 2017-01-06 18:14:46,586 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,587 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,587 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,587 INFO ql.Driver (Driver.java:checkConcurrency(160)) - Concurrency mode is disabled, not creating a lock manager 2017-01-06 18:14:46,587 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,587 INFO ql.Driver (Driver.java:execute(1328)) - Starting command(queryId=hive_20170106181446_017267dd-52b1-4292-bc94-a563e5402232): select * from drivers 2017-01-06 18:14:46,588 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:46,588 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,588 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,588 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,588 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,589 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,589 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:46,589 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,589 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,589 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,589 INFO ql.Driver (SessionState.java:printInfo(954)) - OK 2017-01-06 18:14:46,589 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:46,589 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:46,590 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:47,082 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(249)) - Total input paths to process : 1 2017-01-06 18:14:58,816 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,817 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,817 INFO parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: use default 2017-01-06 18:14:58,817 INFO parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2017-01-06 18:14:58,817 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:58,817 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,818 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:58,818 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:58,824 INFO ql.Driver (Driver.java:compile(436)) - Semantic Analysis Completed 2017-01-06 18:14:58,824 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:58,824 INFO ql.Driver (Driver.java:getSchema(240)) - Returning Hive schema: Schema(fieldSchemas:null, properties:null) 2017-01-06 18:14:58,824 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:58,824 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,824 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,825 INFO ql.Driver (Driver.java:checkConcurrency(160)) - Concurrency mode is disabled, not creating a lock manager 2017-01-06 18:14:58,825 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,825 INFO ql.Driver (Driver.java:execute(1328)) - Starting command(queryId=hive_20170106181458_69759502-7bcc-4c0b-950a-91fad746e5c7): use default 2017-01-06 18:14:58,825 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:58,825 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,826 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:58,826 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:58,826 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,826 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,826 INFO ql.Driver (Driver.java:launchTask(1651)) - Starting task [Stage-0:DDL] in serial mode 2017-01-06 18:14:58,827 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:58,827 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:58,833 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_database: default 2017-01-06 18:14:58,833 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_database: default 2017-01-06 18:14:58,838 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:58,838 INFO hooks.ATSHook (ATSHook.java:(84)) - Created ATS Hook 2017-01-06 18:14:58,838 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,838 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:58,839 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:58,839 INFO ql.Driver (SessionState.java:printInfo(954)) - OK 2017-01-06 18:14:58,839 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,839 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:58,839 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:58,844 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,845 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,845 INFO parse.ParseDriver (ParseDriver.java:parse(185)) - Parsing command: select * from carry_log 2017-01-06 18:14:58,845 INFO parse.ParseDriver (ParseDriver.java:parse(209)) - Parse Completed 2017-01-06 18:14:58,846 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:14:58,846 INFO log.PerfLogger (PerfLogger.java:PerfLogBegin(121)) - 2017-01-06 18:14:58,846 INFO parse.CalcitePlanner (SemanticAnalyzer.java:analyzeInternal(10127)) - Starting Semantic Analysis 2017-01-06 18:14:58,846 INFO parse.CalcitePlanner (SemanticAnalyzer.java:genResolvedParseTree(10074)) - Completed phase 1 of Semantic Analysis 2017-01-06 18:14:58,846 INFO parse.CalcitePlanner (SemanticAnalyzer.java:getMetaData(1552)) - Get metadata for source tables 2017-01-06 18:14:58,846 INFO metastore.HiveMetaStore (HiveMetaStore.java:logInfo(746)) - 1: get_table : db=default tbl=carry_log 2017-01-06 18:14:58,847 INFO HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(371)) - ugi=hive ip=unknown-ip-addr cmd=get_table : db=default tbl=carry_log 2017-01-06 18:14:58,865 INFO parse.CalcitePlanner (SemanticAnalyzer.java:getMetaData(1704)) - Get metadata for subqueries 2017-01-06 18:14:58,865 INFO parse.CalcitePlanner (SemanticAnalyzer.java:getMetaData(1728)) - Get metadata for destination tables 2017-01-06 18:14:58,869 INFO ql.Context (Context.java:getMRScratchDir(330)) - New scratch dir is hdfs://ibm-biginsight.com:8020/tmp/hive/hive/2c79b6c6-1e4f-41d7-bf24-b4d4db90e2b5/hive_2017-01-06_18-14-58_845_1130853116901703085-1 2017-01-06 18:14:58,869 INFO parse.CalcitePlanner (SemanticAnalyzer.java:genResolvedParseTree(10078)) - Completed getting MetaData in Semantic Analysis 2017-01-06 18:14:58,869 INFO parse.BaseSemanticAnalyzer (CalcitePlanner.java:canCBOHandleAst(388)) - Not invoking CBO because the statement has too few joins 2017-01-06 18:14:58,871 INFO log.PerfLogger (PerfLogger.java:PerfLogEnd(148)) - 2017-01-06 18:15:05,153 INFO thrift.ThriftCLIService (ThriftCLIService.java:OpenSession(294)) - Client protocol version: HIVE_CLI_SERVICE_PROTOCOL_V8 2017-01-06 18:15:05,163 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/98e5880f-101a-4fc5-954f-ca3413d5fb44_resources 2017-01-06 18:15:05,167 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/98e5880f-101a-4fc5-954f-ca3413d5fb44 2017-01-06 18:15:05,170 INFO session.SessionState (SessionState.java:createPath(641)) - Created local directory: /tmp/hive/98e5880f-101a-4fc5-954f-ca3413d5fb44 2017-01-06 18:15:05,177 INFO session.SessionState (SessionState.java:createPath(641)) - Created HDFS directory: /tmp/hive/hive/98e5880f-101a-4fc5-954f-ca3413d5fb44/_tmp_space.db 2017-01-06 18:15:05,180 INFO session.HiveSessionImpl (HiveSessionImpl.java:setOperationLogSessionDir(236)) - Operation log session directory is created: /tmp/hive/operation_logs/98e5880f-101a-4fc5-954f-ca3413d5fb44