Member since
01-30-2021
3
Posts
0
Kudos Received
0
Solutions
02-01-2021
07:53 PM
Thanks for replying, Here are the logs of /tmp/i538738/hive.log 2021-02-02 03:46:31,405 WARN common.LogUtils (LogUtils.java:logConfigLocation(142)) - hive-site.xml not found on CLASSPATH 2021-02-02 03:46:32,110 WARN bonecp.BoneCPConfig (BoneCPConfig.java:sanitize(1537)) - Max Connections < 1. Setting to 20 2021-02-02 03:46:33,387 WARN bonecp.BoneCPConfig (BoneCPConfig.java:sanitize(1537)) - Max Connections < 1. Setting to 20 2021-02-02 03:46:33,755 ERROR thrift.ThriftCLIService (ThriftBinaryCLIService.java:run(81)) - Error: org.apache.thrift.transport.TTransportException: Could not create ServerSocket on address 0.0.0.0/0.0.0.0:10000. at org.apache.thrift.transport.TServerSocket.<init>(TServerSocket.java:93) at org.apache.thrift.transport.TServerSocket.<init>(TServerSocket.java:79) at org.apache.hive.service.cli.thrift.ThriftBinaryCLIService.run(ThriftBinaryCLIService.java:67) at java.lang.Thread.run(Thread.java:748) 2021-02-02 03:46:54,742 WARN common.LogUtils (LogUtils.java:logConfigLocation(142)) - hive-site.xml not found on CLASSPATH 2021-02-02 03:47:15,088 ERROR processors.DfsProcessor (SessionState.java:printError(419)) - Command failed with exit code = 1 2021-02-02 03:49:11,355 WARN bonecp.BoneCPConfig (BoneCPConfig.java:sanitize(1537)) - Max Connections < 1. Setting to 20 2021-02-02 03:49:12,644 WARN bonecp.BoneCPConfig (BoneCPConfig.java:sanitize(1537)) - Max Connections < 1. Setting to 20 2021-02-02 03:49:12,924 ERROR metastore.RetryingHMSHandler (RetryingHMSHandler.java:invoke(141)) - MetaException(message:Unable to create database path file:/user/hive/warehouse/anuj.db, failed to create database anuj) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.create_database_core(HiveMetaStore.java:566) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.create_database(HiveMetaStore.java:602) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:103) at com.sun.proxy.$Proxy10.create_database(Unknown Source) at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.createDatabase(HiveMetaStoreClient.java:459) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:89) at com.sun.proxy.$Proxy11.createDatabase(Unknown Source) at org.apache.hadoop.hive.ql.metadata.Hive.createDatabase(Hive.java:225) at org.apache.hadoop.hive.ql.exec.DDLTask.createDatabase(DDLTask.java:3442) at org.apache.hadoop.hive.ql.exec.DDLTask.execute(DDLTask.java:227) at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:151) at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:65) at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1414) at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1192) at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1020) at org.apache.hadoop.hive.ql.Driver.run(Driver.java:888) at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:259) at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:216) at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:413) at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:781) at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:675) at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:614) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:221) at org.apache.hadoop.util.RunJar.main(RunJar.java:136) 2021-02-02 03:49:12,932 ERROR exec.DDLTask (DDLTask.java:execute(435)) - org.apache.hadoop.hive.ql.metadata.HiveException: MetaException(message:Unable to create database path file:/user/hive/warehouse/anuj.db, failed to create database anuj) at org.apache.hadoop.hive.ql.metadata.Hive.createDatabase(Hive.java:231) at org.apache.hadoop.hive.ql.exec.DDLTask.createDatabase(DDLTask.java:3442) at org.apache.hadoop.hive.ql.exec.DDLTask.execute(DDLTask.java:227) at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:151) at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:65) at org.apache.hadoop.hive.ql.Driver.launchTask(Driver.java:1414) at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:1192) at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:1020) at org.apache.hadoop.hive.ql.Driver.run(Driver.java:888) at org.apache.hadoop.hive.cli.CliDriver.processLocalCmd(CliDriver.java:259) at org.apache.hadoop.hive.cli.CliDriver.processCmd(CliDriver.java:216) at org.apache.hadoop.hive.cli.CliDriver.processLine(CliDriver.java:413) at org.apache.hadoop.hive.cli.CliDriver.executeDriver(CliDriver.java:781) at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:675) at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:614) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:221) at org.apache.hadoop.util.RunJar.main(RunJar.java:136) Caused by: MetaException(message:Unable to create database path file:/user/hive/warehouse/anuj.db, failed to create database anuj) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.create_database_core(HiveMetaStore.java:566) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.create_database(HiveMetaStore.java:602) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:103) at com.sun.proxy.$Proxy10.create_database(Unknown Source) at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.createDatabase(HiveMetaStoreClient.java:459) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:89) at com.sun.proxy.$Proxy11.createDatabase(Unknown Source) at org.apache.hadoop.hive.ql.metadata.Hive.createDatabase(Hive.java:225) ... 20 more 2021-02-02 03:49:12,932 ERROR ql.Driver (SessionState.java:printError(419)) - FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. MetaException(message:Unable to create database path file:/user/hive/warehouse/anuj.db, failed to create database anuj)
... View more
02-01-2021
06:29 AM
facing issues while creating database hive>create database anuj; 21/02/01 14:23:23 DEBUG metastore.warehouse: Creating directory if it doesn't exist: file:/user/hive/warehouse/anuj.db 21/02/01 14:23:23 ERROR metastore.RetryingHMSHandler: MetaException(message:Unable to create database path file:/user/hive/warehouse/anuj.db, failed to create database anuj)
... View more
01-30-2021
06:40 AM
Hi, I am trying to generate the orcfile but getting the error. Please help. bin/hive --orcfiledump /user/hive/warehouse/hello.db/mylineitem/000000_0 Exception in thread "main" java.lang.ClassNotFoundException: org.apache.orc.tools.FileDump at java.net.URLClassLoader.findClass(URLClassLoader.java:382) at java.lang.ClassLoader.loadClass(ClassLoader.java:419) at java.lang.ClassLoader.loadClass(ClassLoader.java:352) at java.lang.Class.forName0(Native Method) at java.lang.Class.forName(Class.java:348) at org.apache.hadoop.util.RunJar.run(RunJar.java:214) at org.apache.hadoop.util.RunJar.main(RunJar.java:136) hive> dfs -ls /user/hive/warehouse/hello.db/mylineitem; Found 2 items -rw-r--r-- 1 i538738 users 94991181 2021-01-30 08:54 /user/hive/warehouse/hello.db/mylineitem/000000_0 -rw-r--r-- 1 i538738 users 48492091 2021-01-30 08:54 /user/hive/warehouse/hello.db/mylineitem/000001_0 hive> show create table mylineitem; OK CREATE TABLE mylineitem( l_orderkey bigint COMMENT 'from deserializer', l_partkey int COMMENT 'from deserializer', l_suppkey int COMMENT 'from deserializer', l_linenumber int COMMENT 'from deserializer', l_quantity decimal COMMENT 'from deserializer', l_extendedprice decimal COMMENT 'from deserializer', l_discount decimal COMMENT 'from deserializer', l_tax decimal COMMENT 'from deserializer', l_returnflag varchar(1) COMMENT 'from deserializer', l_linestatus varchar(1) COMMENT 'from deserializer', l_shipdate date COMMENT 'from deserializer', l_commitdate date COMMENT 'from deserializer', l_receiptdate date COMMENT 'from deserializer', l_shipinstruct varchar(25) COMMENT 'from deserializer', l_shipmode varchar(10) COMMENT 'from deserializer', l_comment varchar(44) COMMENT 'from deserializer') ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' STORED AS INPUTFORMAT 'org.apache.hadoop.hive.ql.io.orc.OrcInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat' LOCATION 'file:/user/hive/warehouse/hello.db/mylineitem' TBLPROPERTIES ( 'totalSize'='143483272', 'numRows'='6001215', 'rawDataSize'='0', 'numFiles'='2', 'numPartitions'='0', 'transient_lastDdlTime'='1611996844') Time taken: 0.367 seconds, Fetched: 32 row(s)
... View more
Labels:
- Labels:
-
Apache Hadoop
-
Apache Hive