[alanka01@nwk2-bdp-hadoop-07 hive]$ tail -200f hiveserver2.log Caused by: java.lang.RuntimeException: java.lang.RuntimeException: java.io.IOException: Permission denied at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:543) at org.apache.hive.service.cli.CLIService.applyAuthorizationConfigPolicy(CLIService.java:127) at org.apache.hive.service.cli.CLIService.init(CLIService.java:112) ... 12 more Caused by: java.lang.RuntimeException: java.io.IOException: Permission denied at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:536) ... 14 more Caused by: java.io.IOException: Permission denied at java.io.UnixFileSystem.createFileExclusively(Native Method) at java.io.File.createTempFile(File.java:2024) at org.apache.hadoop.hive.common.FileUtils.createTempFile(FileUtils.java:792) at org.apache.hadoop.hive.ql.session.SessionState.createTempFile(SessionState.java:849) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:534) ... 14 more 2017-04-12 17:28:00,646 INFO [main]: server.HiveServer2 (HiveServer2.java:startHiveServer2(463)) - Starting HiveServer2 2017-04-12 17:28:00,818 WARN [main]: impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - hiveserver2 metrics system already initialized! 2017-04-12 17:28:00,819 ERROR [main]: metastore.HiveMetaStore (HiveMetaStore.java:init(518)) - error in Metrics init: java.lang.reflect.InvocationTargetException null java.lang.reflect.InvocationTargetException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.hive.common.metrics.common.MetricsFactory.init(MetricsFactory.java:42) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:515) at org.apache.hadoop.hive.metastore.RetryingHMSHandler.(RetryingHMSHandler.java:77) at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:83) at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6022) at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.(HiveMetaStoreClient.java:203) at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.(SessionHiveMetaStoreClient.java:74) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1549) at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.(RetryingMetaStoreClient.java:89) at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:135) at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:107) at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3252) at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3271) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:524) at org.apache.hive.service.cli.CLIService.applyAuthorizationConfigPolicy(CLIService.java:127) at org.apache.hive.service.cli.CLIService.init(CLIService.java:112) at org.apache.hive.service.CompositeService.init(CompositeService.java:59) at org.apache.hive.service.server.HiveServer2.init(HiveServer2.java:122) at org.apache.hive.service.server.HiveServer2.startHiveServer2(HiveServer2.java:474) at org.apache.hive.service.server.HiveServer2.access$700(HiveServer2.java:87) at org.apache.hive.service.server.HiveServer2$StartOptionExecutor.execute(HiveServer2.java:720) at org.apache.hive.service.server.HiveServer2.main(HiveServer2.java:593) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) Caused by: org.apache.hadoop.metrics2.MetricsException: Metrics source hiveserver2 already exists! at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.newSourceName(DefaultMetricsSystem.java:144) at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.sourceName(DefaultMetricsSystem.java:117) at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.register(MetricsSystemImpl.java:229) at com.github.joshelser.dropwizard.metrics.hadoop.HadoopMetrics2Reporter.(HadoopMetrics2Reporter.java:206) at com.github.joshelser.dropwizard.metrics.hadoop.HadoopMetrics2Reporter.(HadoopMetrics2Reporter.java:62) at com.github.joshelser.dropwizard.metrics.hadoop.HadoopMetrics2Reporter$Builder.build(HadoopMetrics2Reporter.java:162) at org.apache.hadoop.hive.common.metrics.metrics2.CodahaleMetrics.initReporting(CodahaleMetrics.java:377) at org.apache.hadoop.hive.common.metrics.metrics2.CodahaleMetrics.(CodahaleMetrics.java:199) ... 36 more 2017-04-12 17:28:00,842 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created local directory: /tmp/30c6b2ae-6b97-4f11-bbec-195cdcbc4eb1_resources 2017-04-12 17:28:00,847 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created HDFS directory: /tmp/hive/hive/30c6b2ae-6b97-4f11-bbec-195cdcbc4eb1 2017-04-12 17:28:00,852 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created local directory: /tmp/hive/30c6b2ae-6b97-4f11-bbec-195cdcbc4eb1 2017-04-12 17:28:00,855 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created HDFS directory: /tmp/hive/hive/30c6b2ae-6b97-4f11-bbec-195cdcbc4eb1/_tmp_space.db 2017-04-12 17:28:00,857 INFO [main]: server.HiveServer2 (HiveServer2.java:stop(405)) - Shutting down HiveServer2 2017-04-12 17:28:00,857 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(824)) - 0: Shutting down the object store... 2017-04-12 17:28:00,857 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(393)) - ugi=hive ip=unknown-ip-addr cmd=Shutting down the object store... 2017-04-12 17:28:00,857 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(824)) - 0: Metastore shutdown complete. 2017-04-12 17:28:00,858 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(393)) - ugi=hive ip=unknown-ip-addr cmd=Metastore shutdown complete. 2017-04-12 17:28:00,858 WARN [main]: server.HiveServer2 (HiveServer2.java:startHiveServer2(508)) - Error starting HiveServer2 on attempt 4, will retry in 60 seconds java.lang.RuntimeException: Error applying authorization policy on hive configuration: java.lang.RuntimeException: java.io.IOException: Permission denied at org.apache.hive.service.cli.CLIService.init(CLIService.java:114) at org.apache.hive.service.CompositeService.init(CompositeService.java:59) at org.apache.hive.service.server.HiveServer2.init(HiveServer2.java:122) at org.apache.hive.service.server.HiveServer2.startHiveServer2(HiveServer2.java:474) at org.apache.hive.service.server.HiveServer2.access$700(HiveServer2.java:87) at org.apache.hive.service.server.HiveServer2$StartOptionExecutor.execute(HiveServer2.java:720) at org.apache.hive.service.server.HiveServer2.main(HiveServer2.java:593) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) Caused by: java.lang.RuntimeException: java.lang.RuntimeException: java.io.IOException: Permission denied at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:543) at org.apache.hive.service.cli.CLIService.applyAuthorizationConfigPolicy(CLIService.java:127) at org.apache.hive.service.cli.CLIService.init(CLIService.java:112) ... 12 more Caused by: java.lang.RuntimeException: java.io.IOException: Permission denied at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:536) ... 14 more Caused by: java.io.IOException: Permission denied at java.io.UnixFileSystem.createFileExclusively(Native Method) at java.io.File.createTempFile(File.java:2024) at org.apache.hadoop.hive.common.FileUtils.createTempFile(FileUtils.java:792) at org.apache.hadoop.hive.ql.session.SessionState.createTempFile(SessionState.java:849) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:534) ... 14 more 2017-04-12 17:29:00,859 INFO [main]: server.HiveServer2 (HiveServer2.java:startHiveServer2(463)) - Starting HiveServer2 2017-04-12 17:29:01,029 WARN [main]: impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - hiveserver2 metrics system already initialized! 2017-04-12 17:29:01,030 ERROR [main]: metastore.HiveMetaStore (HiveMetaStore.java:init(518)) - error in Metrics init: java.lang.reflect.InvocationTargetException null java.lang.reflect.InvocationTargetException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.hive.common.metrics.common.MetricsFactory.init(MetricsFactory.java:42) at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.init(HiveMetaStore.java:515) at org.apache.hadoop.hive.metastore.RetryingHMSHandler.(RetryingHMSHandler.java:77) at org.apache.hadoop.hive.metastore.RetryingHMSHandler.getProxy(RetryingHMSHandler.java:83) at org.apache.hadoop.hive.metastore.HiveMetaStore.newRetryingHMSHandler(HiveMetaStore.java:6022) at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.(HiveMetaStoreClient.java:203) at org.apache.hadoop.hive.ql.metadata.SessionHiveMetaStoreClient.(SessionHiveMetaStoreClient.java:74) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.hadoop.hive.metastore.MetaStoreUtils.newInstance(MetaStoreUtils.java:1549) at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.(RetryingMetaStoreClient.java:89) at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:135) at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.getProxy(RetryingMetaStoreClient.java:107) at org.apache.hadoop.hive.ql.metadata.Hive.createMetaStoreClient(Hive.java:3252) at org.apache.hadoop.hive.ql.metadata.Hive.getMSC(Hive.java:3271) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:524) at org.apache.hive.service.cli.CLIService.applyAuthorizationConfigPolicy(CLIService.java:127) at org.apache.hive.service.cli.CLIService.init(CLIService.java:112) at org.apache.hive.service.CompositeService.init(CompositeService.java:59) at org.apache.hive.service.server.HiveServer2.init(HiveServer2.java:122) at org.apache.hive.service.server.HiveServer2.startHiveServer2(HiveServer2.java:474) at org.apache.hive.service.server.HiveServer2.access$700(HiveServer2.java:87) at org.apache.hive.service.server.HiveServer2$StartOptionExecutor.execute(HiveServer2.java:720) at org.apache.hive.service.server.HiveServer2.main(HiveServer2.java:593) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) Caused by: org.apache.hadoop.metrics2.MetricsException: Metrics source hiveserver2 already exists! at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.newSourceName(DefaultMetricsSystem.java:144) at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.sourceName(DefaultMetricsSystem.java:117) at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.register(MetricsSystemImpl.java:229) at com.github.joshelser.dropwizard.metrics.hadoop.HadoopMetrics2Reporter.(HadoopMetrics2Reporter.java:206) at com.github.joshelser.dropwizard.metrics.hadoop.HadoopMetrics2Reporter.(HadoopMetrics2Reporter.java:62) at com.github.joshelser.dropwizard.metrics.hadoop.HadoopMetrics2Reporter$Builder.build(HadoopMetrics2Reporter.java:162) at org.apache.hadoop.hive.common.metrics.metrics2.CodahaleMetrics.initReporting(CodahaleMetrics.java:377) at org.apache.hadoop.hive.common.metrics.metrics2.CodahaleMetrics.(CodahaleMetrics.java:199) ... 36 more 2017-04-12 17:29:01,055 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created local directory: /tmp/7caef7e8-8903-42b6-ab1f-f09c3705a079_resources 2017-04-12 17:29:01,061 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created HDFS directory: /tmp/hive/hive/7caef7e8-8903-42b6-ab1f-f09c3705a079 2017-04-12 17:29:01,062 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created local directory: /tmp/hive/7caef7e8-8903-42b6-ab1f-f09c3705a079 2017-04-12 17:29:01,066 INFO [main]: session.SessionState (SessionState.java:createPath(673)) - Created HDFS directory: /tmp/hive/hive/7caef7e8-8903-42b6-ab1f-f09c3705a079/_tmp_space.db 2017-04-12 17:29:01,068 INFO [main]: server.HiveServer2 (HiveServer2.java:stop(405)) - Shutting down HiveServer2 2017-04-12 17:29:01,068 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(824)) - 0: Shutting down the object store... 2017-04-12 17:29:01,069 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(393)) - ugi=hive ip=unknown-ip-addr cmd=Shutting down the object store... 2017-04-12 17:29:01,069 INFO [main]: metastore.HiveMetaStore (HiveMetaStore.java:logInfo(824)) - 0: Metastore shutdown complete. 2017-04-12 17:29:01,069 INFO [main]: HiveMetaStore.audit (HiveMetaStore.java:logAuditEvent(393)) - ugi=hive ip=unknown-ip-addr cmd=Metastore shutdown complete. 2017-04-12 17:29:01,069 FATAL [main]: server.HiveServer2 (HiveServer2.java:execute(722)) - Error starting HiveServer2 java.lang.Error: Max start attempts 5 exhausted at org.apache.hive.service.server.HiveServer2.startHiveServer2(HiveServer2.java:506) at org.apache.hive.service.server.HiveServer2.access$700(HiveServer2.java:87) at org.apache.hive.service.server.HiveServer2$StartOptionExecutor.execute(HiveServer2.java:720) at org.apache.hive.service.server.HiveServer2.main(HiveServer2.java:593) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) Caused by: java.lang.RuntimeException: Error applying authorization policy on hive configuration: java.lang.RuntimeException: java.io.IOException: Permission denied at org.apache.hive.service.cli.CLIService.init(CLIService.java:114) at org.apache.hive.service.CompositeService.init(CompositeService.java:59) at org.apache.hive.service.server.HiveServer2.init(HiveServer2.java:122) at org.apache.hive.service.server.HiveServer2.startHiveServer2(HiveServer2.java:474) ... 9 more Caused by: java.lang.RuntimeException: java.lang.RuntimeException: java.io.IOException: Permission denied at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:543) at org.apache.hive.service.cli.CLIService.applyAuthorizationConfigPolicy(CLIService.java:127) at org.apache.hive.service.cli.CLIService.init(CLIService.java:112) ... 12 more Caused by: java.lang.RuntimeException: java.io.IOException: Permission denied at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:536) ... 14 more Caused by: java.io.IOException: Permission denied at java.io.UnixFileSystem.createFileExclusively(Native Method) at java.io.File.createTempFile(File.java:2024) at org.apache.hadoop.hive.common.FileUtils.createTempFile(FileUtils.java:792) at org.apache.hadoop.hive.ql.session.SessionState.createTempFile(SessionState.java:849) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:534) ... 14 more 2017-04-12 17:29:01,252 INFO [pool-1-thread-1]: server.HiveServer2 (HiveStringUtils.java:run(711)) - SHUTDOWN_MSG: /************************************************************ SHUTDOWN_MSG: Shutting down HiveServer2 at nwk2-bdp-hadoop-07.gdcs-qa.apple.com/10.78.130.112 ************************************************************/