75624: 2018-06-14 09:07:47 Full thread dump OpenJDK 64-Bit Server VM (25.161-b14 mixed mode): "Attach Listener" #28 daemon prio=9 os_prio=0 tid=0x00007f84331327a0 nid=0x5b66 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "IPC Client (567852222) connection to hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net/10.0.0.4:8050 from hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #22 daemon prio=5 os_prio=0 tid=0x00007f84333875f0 nid=0x127fb in Object.wait() [0x00007f840a264000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:968) - locked <0x00000000c0a53208> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1013) "IPC Parameter Sending Thread #0" #18 daemon prio=5 os_prio=0 tid=0x00007f84331340c0 nid=0x127f6 waiting on condition [0x00007f840a365000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000c0707758> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "client DomainSocketWatcher" #16 daemon prio=5 os_prio=0 tid=0x00007f84330947c0 nid=0x127f4 runnable [0x00007f840ab85000] java.lang.Thread.State: RUNNABLE at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method) at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52) at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503) at java.lang.Thread.run(Thread.java:748) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #15 daemon prio=5 os_prio=0 tid=0x00007f8432f3f7a0 nid=0x127f0 in Object.wait() [0x00007f840ac86000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3189) at java.lang.Thread.run(Thread.java:748) "TGT Renewer for hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #14 daemon prio=5 os_prio=0 tid=0x00007f8432cfffc0 nid=0x127eb waiting on condition [0x00007f840da22000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.security.UserGroupInformation$1.run(UserGroupInformation.java:985) at java.lang.Thread.run(Thread.java:748) "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f84300dfd20 nid=0x127d2 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f84300db630 nid=0x127d1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f843002cfa0 nid=0x127d0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f84300cd5a0 nid=0x127cf waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f84300cba10 nid=0x127ce runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f84300a2330 nid=0x127cb in Object.wait() [0x00007f84196f5000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c018f840> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f843009e040 nid=0x127ca in Object.wait() [0x00007f84197f6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0x00000000c022cb00> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" #1 prio=5 os_prio=0 tid=0x00007f843001b440 nid=0x127c1 waiting on condition [0x00007f84383a8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.tez.client.TezClient.waitTillReady(TezClient.java:705) - locked <0x00000000c09286a0> (a org.apache.tez.client.TezClient) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:218) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:116) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:579) - locked <0x00000000c0055700> (a java.lang.Class for org.apache.hadoop.hive.ql.session.SessionState) at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:681) at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:625) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) "VM Thread" os_prio=0 tid=0x00007f8430094c00 nid=0x127c7 runnable "GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f843002fe60 nid=0x127c3 runnable "GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f8430031400 nid=0x127c4 runnable "GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f84300329a0 nid=0x127c5 runnable "GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f8430033f40 nid=0x127c6 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007f84300e1b20 nid=0x127d3 waiting on condition JNI global references: 326 75624: 2018-06-14 09:07:57 Full thread dump OpenJDK 64-Bit Server VM (25.161-b14 mixed mode): "Attach Listener" #28 daemon prio=9 os_prio=0 tid=0x00007f84331327a0 nid=0x5b66 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "IPC Client (567852222) connection to hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net/10.0.0.4:8050 from hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #22 daemon prio=5 os_prio=0 tid=0x00007f84333875f0 nid=0x127fb in Object.wait() [0x00007f840a264000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:968) - locked <0x00000000c0a53208> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1013) "IPC Parameter Sending Thread #0" #18 daemon prio=5 os_prio=0 tid=0x00007f84331340c0 nid=0x127f6 waiting on condition [0x00007f840a365000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000c0707758> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "client DomainSocketWatcher" #16 daemon prio=5 os_prio=0 tid=0x00007f84330947c0 nid=0x127f4 runnable [0x00007f840ab85000] java.lang.Thread.State: RUNNABLE at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method) at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52) at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503) at java.lang.Thread.run(Thread.java:748) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #15 daemon prio=5 os_prio=0 tid=0x00007f8432f3f7a0 nid=0x127f0 in Object.wait() [0x00007f840ac86000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3189) at java.lang.Thread.run(Thread.java:748) "TGT Renewer for hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #14 daemon prio=5 os_prio=0 tid=0x00007f8432cfffc0 nid=0x127eb waiting on condition [0x00007f840da22000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.security.UserGroupInformation$1.run(UserGroupInformation.java:985) at java.lang.Thread.run(Thread.java:748) "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f84300dfd20 nid=0x127d2 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f84300db630 nid=0x127d1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f843002cfa0 nid=0x127d0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f84300cd5a0 nid=0x127cf waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f84300cba10 nid=0x127ce runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f84300a2330 nid=0x127cb in Object.wait() [0x00007f84196f5000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c018f840> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f843009e040 nid=0x127ca in Object.wait() [0x00007f84197f6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0x00000000c022cb00> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" #1 prio=5 os_prio=0 tid=0x00007f843001b440 nid=0x127c1 waiting on condition [0x00007f84383a8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.tez.client.TezClient.waitTillReady(TezClient.java:705) - locked <0x00000000c09286a0> (a org.apache.tez.client.TezClient) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:218) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:116) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:579) - locked <0x00000000c0055700> (a java.lang.Class for org.apache.hadoop.hive.ql.session.SessionState) at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:681) at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:625) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) "VM Thread" os_prio=0 tid=0x00007f8430094c00 nid=0x127c7 runnable "GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f843002fe60 nid=0x127c3 runnable "GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f8430031400 nid=0x127c4 runnable "GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f84300329a0 nid=0x127c5 runnable "GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f8430033f40 nid=0x127c6 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007f84300e1b20 nid=0x127d3 waiting on condition JNI global references: 326 75624: 2018-06-14 09:08:07 Full thread dump OpenJDK 64-Bit Server VM (25.161-b14 mixed mode): "Attach Listener" #28 daemon prio=9 os_prio=0 tid=0x00007f84331327a0 nid=0x5b66 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "IPC Client (567852222) connection to hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net/10.0.0.4:8050 from hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #22 daemon prio=5 os_prio=0 tid=0x00007f84333875f0 nid=0x127fb in Object.wait() [0x00007f840a264000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:968) - locked <0x00000000c0a53208> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1013) "IPC Parameter Sending Thread #0" #18 daemon prio=5 os_prio=0 tid=0x00007f84331340c0 nid=0x127f6 waiting on condition [0x00007f840a365000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000c0707758> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "client DomainSocketWatcher" #16 daemon prio=5 os_prio=0 tid=0x00007f84330947c0 nid=0x127f4 runnable [0x00007f840ab85000] java.lang.Thread.State: RUNNABLE at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method) at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52) at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503) at java.lang.Thread.run(Thread.java:748) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #15 daemon prio=5 os_prio=0 tid=0x00007f8432f3f7a0 nid=0x127f0 in Object.wait() [0x00007f840ac86000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3189) at java.lang.Thread.run(Thread.java:748) "TGT Renewer for hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #14 daemon prio=5 os_prio=0 tid=0x00007f8432cfffc0 nid=0x127eb waiting on condition [0x00007f840da22000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.security.UserGroupInformation$1.run(UserGroupInformation.java:985) at java.lang.Thread.run(Thread.java:748) "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f84300dfd20 nid=0x127d2 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f84300db630 nid=0x127d1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f843002cfa0 nid=0x127d0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f84300cd5a0 nid=0x127cf waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f84300cba10 nid=0x127ce runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f84300a2330 nid=0x127cb in Object.wait() [0x00007f84196f5000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c018f840> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f843009e040 nid=0x127ca in Object.wait() [0x00007f84197f6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0x00000000c022cb00> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" #1 prio=5 os_prio=0 tid=0x00007f843001b440 nid=0x127c1 waiting on condition [0x00007f84383a8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.tez.client.TezClient.waitTillReady(TezClient.java:705) - locked <0x00000000c09286a0> (a org.apache.tez.client.TezClient) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:218) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:116) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:579) - locked <0x00000000c0055700> (a java.lang.Class for org.apache.hadoop.hive.ql.session.SessionState) at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:681) at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:625) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) "VM Thread" os_prio=0 tid=0x00007f8430094c00 nid=0x127c7 runnable "GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f843002fe60 nid=0x127c3 runnable "GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f8430031400 nid=0x127c4 runnable "GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f84300329a0 nid=0x127c5 runnable "GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f8430033f40 nid=0x127c6 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007f84300e1b20 nid=0x127d3 waiting on condition JNI global references: 326 75624: 2018-06-14 09:08:18 Full thread dump OpenJDK 64-Bit Server VM (25.161-b14 mixed mode): "Attach Listener" #28 daemon prio=9 os_prio=0 tid=0x00007f84331327a0 nid=0x5b66 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "IPC Client (567852222) connection to hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net/10.0.0.4:8050 from hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #22 daemon prio=5 os_prio=0 tid=0x00007f84333875f0 nid=0x127fb in Object.wait() [0x00007f840a264000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:968) - locked <0x00000000c0a53208> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1013) "IPC Parameter Sending Thread #0" #18 daemon prio=5 os_prio=0 tid=0x00007f84331340c0 nid=0x127f6 waiting on condition [0x00007f840a365000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000c0707758> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "client DomainSocketWatcher" #16 daemon prio=5 os_prio=0 tid=0x00007f84330947c0 nid=0x127f4 runnable [0x00007f840ab85000] java.lang.Thread.State: RUNNABLE at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method) at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52) at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503) at java.lang.Thread.run(Thread.java:748) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #15 daemon prio=5 os_prio=0 tid=0x00007f8432f3f7a0 nid=0x127f0 in Object.wait() [0x00007f840ac86000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3189) at java.lang.Thread.run(Thread.java:748) "TGT Renewer for hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #14 daemon prio=5 os_prio=0 tid=0x00007f8432cfffc0 nid=0x127eb waiting on condition [0x00007f840da22000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.security.UserGroupInformation$1.run(UserGroupInformation.java:985) at java.lang.Thread.run(Thread.java:748) "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f84300dfd20 nid=0x127d2 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f84300db630 nid=0x127d1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f843002cfa0 nid=0x127d0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f84300cd5a0 nid=0x127cf waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f84300cba10 nid=0x127ce runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f84300a2330 nid=0x127cb in Object.wait() [0x00007f84196f5000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c018f840> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f843009e040 nid=0x127ca in Object.wait() [0x00007f84197f6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0x00000000c022cb00> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" #1 prio=5 os_prio=0 tid=0x00007f843001b440 nid=0x127c1 waiting on condition [0x00007f84383a8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.tez.client.TezClient.waitTillReady(TezClient.java:705) - locked <0x00000000c09286a0> (a org.apache.tez.client.TezClient) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:218) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:116) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:579) - locked <0x00000000c0055700> (a java.lang.Class for org.apache.hadoop.hive.ql.session.SessionState) at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:681) at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:625) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) "VM Thread" os_prio=0 tid=0x00007f8430094c00 nid=0x127c7 runnable "GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f843002fe60 nid=0x127c3 runnable "GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f8430031400 nid=0x127c4 runnable "GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f84300329a0 nid=0x127c5 runnable "GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f8430033f40 nid=0x127c6 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007f84300e1b20 nid=0x127d3 waiting on condition JNI global references: 326 75624: 2018-06-14 09:08:28 Full thread dump OpenJDK 64-Bit Server VM (25.161-b14 mixed mode): "Attach Listener" #28 daemon prio=9 os_prio=0 tid=0x00007f84331327a0 nid=0x5b66 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "IPC Client (567852222) connection to hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net/10.0.0.4:8050 from hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #22 daemon prio=5 os_prio=0 tid=0x00007f84333875f0 nid=0x127fb in Object.wait() [0x00007f840a264000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:968) - locked <0x00000000c0a53208> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1013) "IPC Parameter Sending Thread #0" #18 daemon prio=5 os_prio=0 tid=0x00007f84331340c0 nid=0x127f6 waiting on condition [0x00007f840a365000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000c0707758> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "client DomainSocketWatcher" #16 daemon prio=5 os_prio=0 tid=0x00007f84330947c0 nid=0x127f4 runnable [0x00007f840ab85000] java.lang.Thread.State: RUNNABLE at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method) at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52) at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503) at java.lang.Thread.run(Thread.java:748) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #15 daemon prio=5 os_prio=0 tid=0x00007f8432f3f7a0 nid=0x127f0 in Object.wait() [0x00007f840ac86000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3189) at java.lang.Thread.run(Thread.java:748) "TGT Renewer for hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #14 daemon prio=5 os_prio=0 tid=0x00007f8432cfffc0 nid=0x127eb waiting on condition [0x00007f840da22000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.security.UserGroupInformation$1.run(UserGroupInformation.java:985) at java.lang.Thread.run(Thread.java:748) "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f84300dfd20 nid=0x127d2 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f84300db630 nid=0x127d1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f843002cfa0 nid=0x127d0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f84300cd5a0 nid=0x127cf waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f84300cba10 nid=0x127ce runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f84300a2330 nid=0x127cb in Object.wait() [0x00007f84196f5000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c018f840> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f843009e040 nid=0x127ca in Object.wait() [0x00007f84197f6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0x00000000c022cb00> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" #1 prio=5 os_prio=0 tid=0x00007f843001b440 nid=0x127c1 waiting on condition [0x00007f84383a8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.tez.client.TezClient.waitTillReady(TezClient.java:705) - locked <0x00000000c09286a0> (a org.apache.tez.client.TezClient) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:218) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:116) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:579) - locked <0x00000000c0055700> (a java.lang.Class for org.apache.hadoop.hive.ql.session.SessionState) at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:681) at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:625) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) "VM Thread" os_prio=0 tid=0x00007f8430094c00 nid=0x127c7 runnable "GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f843002fe60 nid=0x127c3 runnable "GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f8430031400 nid=0x127c4 runnable "GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f84300329a0 nid=0x127c5 runnable "GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f8430033f40 nid=0x127c6 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007f84300e1b20 nid=0x127d3 waiting on condition JNI global references: 326 75624: 2018-06-14 09:08:38 Full thread dump OpenJDK 64-Bit Server VM (25.161-b14 mixed mode): "Attach Listener" #28 daemon prio=9 os_prio=0 tid=0x00007f84331327a0 nid=0x5b66 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "IPC Client (567852222) connection to hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net/10.0.0.4:8050 from hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #22 daemon prio=5 os_prio=0 tid=0x00007f84333875f0 nid=0x127fb in Object.wait() [0x00007f840a264000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:968) - locked <0x00000000c0a53208> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1013) "IPC Parameter Sending Thread #0" #18 daemon prio=5 os_prio=0 tid=0x00007f84331340c0 nid=0x127f6 waiting on condition [0x00007f840a365000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000c0707758> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "client DomainSocketWatcher" #16 daemon prio=5 os_prio=0 tid=0x00007f84330947c0 nid=0x127f4 runnable [0x00007f840ab85000] java.lang.Thread.State: RUNNABLE at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method) at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52) at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503) at java.lang.Thread.run(Thread.java:748) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #15 daemon prio=5 os_prio=0 tid=0x00007f8432f3f7a0 nid=0x127f0 in Object.wait() [0x00007f840ac86000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3189) at java.lang.Thread.run(Thread.java:748) "TGT Renewer for hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #14 daemon prio=5 os_prio=0 tid=0x00007f8432cfffc0 nid=0x127eb waiting on condition [0x00007f840da22000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.security.UserGroupInformation$1.run(UserGroupInformation.java:985) at java.lang.Thread.run(Thread.java:748) "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f84300dfd20 nid=0x127d2 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f84300db630 nid=0x127d1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f843002cfa0 nid=0x127d0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f84300cd5a0 nid=0x127cf waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f84300cba10 nid=0x127ce runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f84300a2330 nid=0x127cb in Object.wait() [0x00007f84196f5000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c018f840> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f843009e040 nid=0x127ca in Object.wait() [0x00007f84197f6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0x00000000c022cb00> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" #1 prio=5 os_prio=0 tid=0x00007f843001b440 nid=0x127c1 waiting on condition [0x00007f84383a8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.tez.client.TezClient.waitTillReady(TezClient.java:705) - locked <0x00000000c09286a0> (a org.apache.tez.client.TezClient) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:218) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:116) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:579) - locked <0x00000000c0055700> (a java.lang.Class for org.apache.hadoop.hive.ql.session.SessionState) at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:681) at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:625) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) "VM Thread" os_prio=0 tid=0x00007f8430094c00 nid=0x127c7 runnable "GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f843002fe60 nid=0x127c3 runnable "GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f8430031400 nid=0x127c4 runnable "GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f84300329a0 nid=0x127c5 runnable "GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f8430033f40 nid=0x127c6 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007f84300e1b20 nid=0x127d3 waiting on condition JNI global references: 326 75624: 2018-06-14 09:08:49 Full thread dump OpenJDK 64-Bit Server VM (25.161-b14 mixed mode): "Attach Listener" #28 daemon prio=9 os_prio=0 tid=0x00007f84331327a0 nid=0x5b66 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "IPC Client (567852222) connection to hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net/10.0.0.4:8050 from hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #22 daemon prio=5 os_prio=0 tid=0x00007f84333875f0 nid=0x127fb in Object.wait() [0x00007f840a264000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:968) - locked <0x00000000c0a53208> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1013) "IPC Parameter Sending Thread #0" #18 daemon prio=5 os_prio=0 tid=0x00007f84331340c0 nid=0x127f6 waiting on condition [0x00007f840a365000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000c0707758> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "client DomainSocketWatcher" #16 daemon prio=5 os_prio=0 tid=0x00007f84330947c0 nid=0x127f4 runnable [0x00007f840ab85000] java.lang.Thread.State: RUNNABLE at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method) at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52) at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503) at java.lang.Thread.run(Thread.java:748) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #15 daemon prio=5 os_prio=0 tid=0x00007f8432f3f7a0 nid=0x127f0 in Object.wait() [0x00007f840ac86000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3189) at java.lang.Thread.run(Thread.java:748) "TGT Renewer for hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #14 daemon prio=5 os_prio=0 tid=0x00007f8432cfffc0 nid=0x127eb waiting on condition [0x00007f840da22000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.security.UserGroupInformation$1.run(UserGroupInformation.java:985) at java.lang.Thread.run(Thread.java:748) "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f84300dfd20 nid=0x127d2 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f84300db630 nid=0x127d1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f843002cfa0 nid=0x127d0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f84300cd5a0 nid=0x127cf waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f84300cba10 nid=0x127ce runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f84300a2330 nid=0x127cb in Object.wait() [0x00007f84196f5000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c018f840> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f843009e040 nid=0x127ca in Object.wait() [0x00007f84197f6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0x00000000c022cb00> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" #1 prio=5 os_prio=0 tid=0x00007f843001b440 nid=0x127c1 waiting on condition [0x00007f84383a8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.tez.client.TezClient.waitTillReady(TezClient.java:705) - locked <0x00000000c09286a0> (a org.apache.tez.client.TezClient) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:218) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:116) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:579) - locked <0x00000000c0055700> (a java.lang.Class for org.apache.hadoop.hive.ql.session.SessionState) at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:681) at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:625) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) "VM Thread" os_prio=0 tid=0x00007f8430094c00 nid=0x127c7 runnable "GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f843002fe60 nid=0x127c3 runnable "GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f8430031400 nid=0x127c4 runnable "GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f84300329a0 nid=0x127c5 runnable "GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f8430033f40 nid=0x127c6 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007f84300e1b20 nid=0x127d3 waiting on condition JNI global references: 326 75624: 2018-06-14 09:08:59 Full thread dump OpenJDK 64-Bit Server VM (25.161-b14 mixed mode): "Attach Listener" #28 daemon prio=9 os_prio=0 tid=0x00007f84331327a0 nid=0x5b66 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "IPC Client (567852222) connection to hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net/10.0.0.4:8050 from hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #22 daemon prio=5 os_prio=0 tid=0x00007f84333875f0 nid=0x127fb in Object.wait() [0x00007f840a264000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:968) - locked <0x00000000c0a53208> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1013) "IPC Parameter Sending Thread #0" #18 daemon prio=5 os_prio=0 tid=0x00007f84331340c0 nid=0x127f6 waiting on condition [0x00007f840a365000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000c0707758> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "client DomainSocketWatcher" #16 daemon prio=5 os_prio=0 tid=0x00007f84330947c0 nid=0x127f4 runnable [0x00007f840ab85000] java.lang.Thread.State: RUNNABLE at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method) at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52) at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503) at java.lang.Thread.run(Thread.java:748) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #15 daemon prio=5 os_prio=0 tid=0x00007f8432f3f7a0 nid=0x127f0 in Object.wait() [0x00007f840ac86000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3189) at java.lang.Thread.run(Thread.java:748) "TGT Renewer for hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #14 daemon prio=5 os_prio=0 tid=0x00007f8432cfffc0 nid=0x127eb waiting on condition [0x00007f840da22000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.security.UserGroupInformation$1.run(UserGroupInformation.java:985) at java.lang.Thread.run(Thread.java:748) "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f84300dfd20 nid=0x127d2 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f84300db630 nid=0x127d1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f843002cfa0 nid=0x127d0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f84300cd5a0 nid=0x127cf waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f84300cba10 nid=0x127ce runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f84300a2330 nid=0x127cb in Object.wait() [0x00007f84196f5000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c018f840> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f843009e040 nid=0x127ca in Object.wait() [0x00007f84197f6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0x00000000c022cb00> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" #1 prio=5 os_prio=0 tid=0x00007f843001b440 nid=0x127c1 waiting on condition [0x00007f84383a8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.tez.client.TezClient.waitTillReady(TezClient.java:705) - locked <0x00000000c09286a0> (a org.apache.tez.client.TezClient) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:218) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:116) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:579) - locked <0x00000000c0055700> (a java.lang.Class for org.apache.hadoop.hive.ql.session.SessionState) at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:681) at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:625) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) "VM Thread" os_prio=0 tid=0x00007f8430094c00 nid=0x127c7 runnable "GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f843002fe60 nid=0x127c3 runnable "GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f8430031400 nid=0x127c4 runnable "GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f84300329a0 nid=0x127c5 runnable "GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f8430033f40 nid=0x127c6 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007f84300e1b20 nid=0x127d3 waiting on condition JNI global references: 326 75624: 2018-06-14 09:09:10 Full thread dump OpenJDK 64-Bit Server VM (25.161-b14 mixed mode): "Attach Listener" #28 daemon prio=9 os_prio=0 tid=0x00007f84331327a0 nid=0x5b66 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "IPC Client (567852222) connection to hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net/10.0.0.4:8050 from hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #22 daemon prio=5 os_prio=0 tid=0x00007f84333875f0 nid=0x127fb in Object.wait() [0x00007f840a264000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:968) - locked <0x00000000c0a53208> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1013) "IPC Parameter Sending Thread #0" #18 daemon prio=5 os_prio=0 tid=0x00007f84331340c0 nid=0x127f6 waiting on condition [0x00007f840a365000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000c0707758> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "client DomainSocketWatcher" #16 daemon prio=5 os_prio=0 tid=0x00007f84330947c0 nid=0x127f4 runnable [0x00007f840ab85000] java.lang.Thread.State: RUNNABLE at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method) at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52) at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503) at java.lang.Thread.run(Thread.java:748) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #15 daemon prio=5 os_prio=0 tid=0x00007f8432f3f7a0 nid=0x127f0 in Object.wait() [0x00007f840ac86000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3189) at java.lang.Thread.run(Thread.java:748) "TGT Renewer for hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #14 daemon prio=5 os_prio=0 tid=0x00007f8432cfffc0 nid=0x127eb waiting on condition [0x00007f840da22000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.security.UserGroupInformation$1.run(UserGroupInformation.java:985) at java.lang.Thread.run(Thread.java:748) "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f84300dfd20 nid=0x127d2 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f84300db630 nid=0x127d1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f843002cfa0 nid=0x127d0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f84300cd5a0 nid=0x127cf waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f84300cba10 nid=0x127ce runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f84300a2330 nid=0x127cb in Object.wait() [0x00007f84196f5000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c018f840> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f843009e040 nid=0x127ca in Object.wait() [0x00007f84197f6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0x00000000c022cb00> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" #1 prio=5 os_prio=0 tid=0x00007f843001b440 nid=0x127c1 waiting on condition [0x00007f84383a8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.tez.client.TezClient.waitTillReady(TezClient.java:705) - locked <0x00000000c09286a0> (a org.apache.tez.client.TezClient) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:218) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:116) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:579) - locked <0x00000000c0055700> (a java.lang.Class for org.apache.hadoop.hive.ql.session.SessionState) at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:681) at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:625) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) "VM Thread" os_prio=0 tid=0x00007f8430094c00 nid=0x127c7 runnable "GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f843002fe60 nid=0x127c3 runnable "GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f8430031400 nid=0x127c4 runnable "GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f84300329a0 nid=0x127c5 runnable "GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f8430033f40 nid=0x127c6 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007f84300e1b20 nid=0x127d3 waiting on condition JNI global references: 326 75624: 2018-06-14 09:09:20 Full thread dump OpenJDK 64-Bit Server VM (25.161-b14 mixed mode): "Attach Listener" #28 daemon prio=9 os_prio=0 tid=0x00007f84331327a0 nid=0x5b66 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "IPC Client (567852222) connection to hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net/10.0.0.4:8050 from hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #22 daemon prio=5 os_prio=0 tid=0x00007f84333875f0 nid=0x127fb in Object.wait() [0x00007f840a264000] java.lang.Thread.State: TIMED_WAITING (on object monitor) at java.lang.Object.wait(Native Method) at org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:968) - locked <0x00000000c0a53208> (a org.apache.hadoop.ipc.Client$Connection) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:1013) "IPC Parameter Sending Thread #0" #18 daemon prio=5 os_prio=0 tid=0x00007f84331340c0 nid=0x127f6 waiting on condition [0x00007f840a365000] java.lang.Thread.State: TIMED_WAITING (parking) at sun.misc.Unsafe.park(Native Method) - parking to wait for <0x00000000c0707758> (a java.util.concurrent.SynchronousQueue$TransferStack) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) "client DomainSocketWatcher" #16 daemon prio=5 os_prio=0 tid=0x00007f84330947c0 nid=0x127f4 runnable [0x00007f840ab85000] java.lang.Thread.State: RUNNABLE at org.apache.hadoop.net.unix.DomainSocketWatcher.doPoll0(Native Method) at org.apache.hadoop.net.unix.DomainSocketWatcher.access$900(DomainSocketWatcher.java:52) at org.apache.hadoop.net.unix.DomainSocketWatcher$2.run(DomainSocketWatcher.java:503) at java.lang.Thread.run(Thread.java:748) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" #15 daemon prio=5 os_prio=0 tid=0x00007f8432f3f7a0 nid=0x127f0 in Object.wait() [0x00007f840ac86000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) - waiting on <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c06adef8> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:3189) at java.lang.Thread.run(Thread.java:748) "TGT Renewer for hive/hdp-m0.32m2s2x15ububmzzswinrxl4wb.ax.internal.cloudapp.net@HDPCLUSTER.COM" #14 daemon prio=5 os_prio=0 tid=0x00007f8432cfffc0 nid=0x127eb waiting on condition [0x00007f840da22000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.hadoop.security.UserGroupInformation$1.run(UserGroupInformation.java:985) at java.lang.Thread.run(Thread.java:748) "Service Thread" #8 daemon prio=9 os_prio=0 tid=0x00007f84300dfd20 nid=0x127d2 runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C1 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007f84300db630 nid=0x127d1 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007f843002cfa0 nid=0x127d0 waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007f84300cd5a0 nid=0x127cf waiting on condition [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007f84300cba10 nid=0x127ce runnable [0x0000000000000000] java.lang.Thread.State: RUNNABLE "Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007f84300a2330 nid=0x127cb in Object.wait() [0x00007f84196f5000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143) - locked <0x00000000c018f840> (a java.lang.ref.ReferenceQueue$Lock) at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164) at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209) "Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007f843009e040 nid=0x127ca in Object.wait() [0x00007f84197f6000] java.lang.Thread.State: WAITING (on object monitor) at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at java.lang.ref.Reference.tryHandlePending(Reference.java:191) - locked <0x00000000c022cb00> (a java.lang.ref.Reference$Lock) at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153) "main" #1 prio=5 os_prio=0 tid=0x00007f843001b440 nid=0x127c1 waiting on condition [0x00007f84383a8000] java.lang.Thread.State: TIMED_WAITING (sleeping) at java.lang.Thread.sleep(Native Method) at org.apache.tez.client.TezClient.waitTillReady(TezClient.java:705) - locked <0x00000000c09286a0> (a org.apache.tez.client.TezClient) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:218) at org.apache.hadoop.hive.ql.exec.tez.TezSessionState.open(TezSessionState.java:116) at org.apache.hadoop.hive.ql.session.SessionState.start(SessionState.java:579) - locked <0x00000000c0055700> (a java.lang.Class for org.apache.hadoop.hive.ql.session.SessionState) at org.apache.hadoop.hive.cli.CliDriver.run(CliDriver.java:681) at org.apache.hadoop.hive.cli.CliDriver.main(CliDriver.java:625) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.util.RunJar.run(RunJar.java:233) at org.apache.hadoop.util.RunJar.main(RunJar.java:148) "VM Thread" os_prio=0 tid=0x00007f8430094c00 nid=0x127c7 runnable "GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007f843002fe60 nid=0x127c3 runnable "GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007f8430031400 nid=0x127c4 runnable "GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007f84300329a0 nid=0x127c5 runnable "GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007f8430033f40 nid=0x127c6 runnable "VM Periodic Task Thread" os_prio=0 tid=0x00007f84300e1b20 nid=0x127d3 waiting on condition JNI global references: 326